From 355233cc8b4a8a15965ef08b7904b1235a766e06 Mon Sep 17 00:00:00 2001 From: SDK Automation Date: Mon, 21 Sep 2020 14:07:58 +0000 Subject: [PATCH] Generated from 692005a0f4e7bf6408bf20193ec16166b80b4a38 --- schemas/2018-06-01/Microsoft.DataFactory.json | 26500 ++++++++++------ 1 file changed, 17346 insertions(+), 9154 deletions(-) diff --git a/schemas/2018-06-01/Microsoft.DataFactory.json b/schemas/2018-06-01/Microsoft.DataFactory.json index b40feaed11..7da29e9c4b 100644 --- a/schemas/2018-06-01/Microsoft.DataFactory.json +++ b/schemas/2018-06-01/Microsoft.DataFactory.json @@ -701,6 +701,22 @@ }, "description": "Execution policy for an activity." }, + "AdditionalColumns": { + "type": "object", + "properties": { + "name": { + "type": "object", + "properties": {}, + "description": "Additional column name. Type: string (or Expression with resultType string)." + }, + "value": { + "type": "object", + "properties": {}, + "description": "Additional column value. Type: string (or Expression with resultType string)." + } + }, + "description": "Specify the column name and value of additional columns." + }, "AmazonMWSLinkedService": { "type": "object", "properties": { @@ -828,6 +844,26 @@ ], "description": "Amazon Marketplace Web Service dataset." }, + "AmazonMWSSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "AmazonMWSSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Amazon Marketplace Web Service source." + }, "AmazonRedshiftLinkedService": { "type": "object", "properties": { @@ -901,6 +937,37 @@ ], "description": "Amazon Redshift linked service properties." }, + "AmazonRedshiftSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "redshiftUnloadSettings": { + "oneOf": [ + { + "$ref": "#/definitions/RedshiftUnloadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The Amazon S3 settings needed for the interim Amazon S3 when copying from Amazon Redshift with unload. With this, data from Amazon Redshift source will be unloaded into S3 first and then copied into the targeted sink from the interim S3." + }, + "type": { + "type": "string", + "enum": [ + "AmazonRedshiftSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for Amazon Redshift Source." + }, "AmazonRedshiftTableDataset": { "type": "object", "properties": { @@ -1095,6 +1162,102 @@ }, "description": "Amazon S3 linked service properties." }, + "AmazonS3Location": { + "type": "object", + "properties": { + "bucketName": { + "type": "object", + "properties": {}, + "description": "Specify the bucketName of amazon S3. Type: string (or Expression with resultType string)" + }, + "type": { + "type": "string", + "enum": [ + "AmazonS3Location" + ] + }, + "version": { + "type": "object", + "properties": {}, + "description": "Specify the version of amazon S3. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "The location of amazon S3 dataset." + }, + "AmazonS3ReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "prefix": { + "type": "object", + "properties": {}, + "description": "The prefix filter for the S3 object name. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "AmazonS3ReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "AmazonS3 wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "AmazonS3 wildcardFolderPath. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "Azure data lake store read settings." + }, "AppendVariableActivity": { "type": "object", "properties": { @@ -1212,658 +1375,714 @@ ], "description": "Avro dataset properties." }, - "AzureBatchLinkedService": { + "AvroFormat": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureBatch" + "AvroFormat" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzureBatchLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Batch linked service properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure Batch linked service." + "description": "The data stored in Avro format." }, - "AzureBatchLinkedServiceTypeProperties": { + "AvroSink": { "type": "object", "properties": { - "accessKey": { + "formatSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/AvroWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "accountName": { - "type": "object", - "properties": {}, - "description": "The Azure Batch account name. Type: string (or Expression with resultType string)." - }, - "batchUri": { - "type": "object", - "properties": {}, - "description": "The Azure Batch URI. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Avro write settings." }, - "linkedServiceName": { + "storeSettings": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/StoreWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Connector write settings." }, - "poolName": { - "type": "object", - "properties": {}, - "description": "The Azure Batch pool name. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AvroSink" + ] } }, "required": [ - "accountName", - "batchUri", - "linkedServiceName", - "poolName" + "type" ], - "description": "Azure Batch linked service properties." + "description": "A copy activity Avro sink." }, - "AzureBlobDataset": { + "AvroSource": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "AzureBlob" - ] + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "typeProperties": { + "storeSettings": { "oneOf": [ { - "$ref": "#/definitions/AzureBlobDatasetTypeProperties" + "$ref": "#/definitions/StoreReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Blob dataset properties." + "description": "Connector read setting." + }, + "type": { + "type": "string", + "enum": [ + "AvroSource" + ] } }, "required": [ "type" ], - "description": "The Azure Blob storage." + "description": "A copy activity Avro source." }, - "AzureBlobDatasetTypeProperties": { + "AvroWriteSettings": { "type": "object", "properties": { - "compression": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/DatasetCompression" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The compression method used on a dataset." - }, - "fileName": { - "type": "object", - "properties": {}, - "description": "The name of the Azure Blob. Type: string (or Expression with resultType string)." + "description": "Unmatched properties from the message are deserialized this collection" }, - "folderPath": { + "fileNamePrefix": { "type": "object", "properties": {}, - "description": "The path of the Azure Blob storage. Type: string (or Expression with resultType string)." - }, - "format": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetStorageFormat" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The format definition of a storage." + "description": "Specifies the file name pattern _. when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string)." }, - "modifiedDatetimeEnd": { + "maxRowsPerFile": { "type": "object", "properties": {}, - "description": "The end of Azure Blob's modified datetime. Type: string (or Expression with resultType string)." + "description": "Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer)." }, - "modifiedDatetimeStart": { - "type": "object", - "properties": {}, - "description": "The start of Azure Blob's modified datetime. Type: string (or Expression with resultType string)." + "recordName": { + "type": "string", + "description": "Top level record name in write result, which is required in AVRO spec." }, - "tableRootLocation": { - "type": "object", - "properties": {}, - "description": "The root of blob path. Type: string (or Expression with resultType string)." + "recordNamespace": { + "type": "string", + "description": "Record namespace in the write result." } }, - "description": "Azure Blob dataset properties." + "description": "Avro write settings." }, - "AzureBlobFSDataset": { + "AzPowerShellSetup": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureBlobFSFile" + "AzPowerShellSetup" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureBlobFSDatasetTypeProperties" + "$ref": "#/definitions/AzPowerShellSetupTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Lake Storage Gen2 dataset properties." + "description": "Installation of Azure PowerShell type properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Azure Data Lake Storage Gen2 storage." + "description": "The express custom setup of installing Azure PowerShell." }, - "AzureBlobFSDatasetTypeProperties": { + "AzPowerShellSetupTypeProperties": { "type": "object", "properties": { - "compression": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetCompression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The compression method used on a dataset." - }, - "fileName": { - "type": "object", - "properties": {}, - "description": "The name of the Azure Data Lake Storage Gen2. Type: string (or Expression with resultType string)." - }, - "folderPath": { - "type": "object", - "properties": {}, - "description": "The path of the Azure Data Lake Storage Gen2 storage. Type: string (or Expression with resultType string)." - }, - "format": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetStorageFormat" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The format definition of a storage." + "version": { + "type": "string", + "description": "The required version of Azure PowerShell to install." } }, - "description": "Azure Data Lake Storage Gen2 dataset properties." + "required": [ + "version" + ], + "description": "Installation of Azure PowerShell type properties." }, - "AzureBlobFSLinkedService": { + "AzureBatchLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureBlobFS" + "AzureBatch" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureBlobFSLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureBatchLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Lake Storage Gen2 linked service properties." + "description": "Azure Batch linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Data Lake Storage Gen2 linked service." + "description": "Azure Batch linked service." }, - "AzureBlobFSLinkedServiceTypeProperties": { + "AzureBatchLinkedServiceTypeProperties": { "type": "object", "properties": { - "accountKey": { + "accessKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "accountName": { "type": "object", "properties": {}, - "description": "Account key for the Azure Data Lake Storage Gen2 service. Type: string (or Expression with resultType string)." + "description": "The Azure Batch account name. Type: string (or Expression with resultType string)." }, - "azureCloudType": { + "batchUri": { "type": "object", "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." + "description": "The Azure Batch URI. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The ID of the application used to authenticate against the Azure Data Lake Storage Gen2 account. Type: string (or Expression with resultType string)." - }, - "servicePrincipalKey": { + "linkedServiceName": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "tenant": { - "type": "object", - "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": "Linked service reference type." }, - "url": { + "poolName": { "type": "object", "properties": {}, - "description": "Endpoint for the Azure Data Lake Storage Gen2 service. Type: string (or Expression with resultType string)." + "description": "The Azure Batch pool name. Type: string (or Expression with resultType string)." } }, "required": [ - "url" + "accountName", + "batchUri", + "linkedServiceName", + "poolName" ], - "description": "Azure Data Lake Storage Gen2 linked service properties." + "description": "Azure Batch linked service properties." }, - "AzureBlobStorageLinkedService": { + "AzureBlobDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureBlobStorage" + "AzureBlob" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureBlobStorageLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureBlobDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Blob Storage linked service properties." + "description": "Azure Blob dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "The azure blob storage linked service." + "description": "The Azure Blob storage." }, - "AzureBlobStorageLinkedServiceTypeProperties": { + "AzureBlobDatasetTypeProperties": { "type": "object", "properties": { - "accountKey": { + "compression": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/DatasetCompression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The compression method used on a dataset." }, - "azureCloudType": { + "fileName": { "type": "object", "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." + "description": "The name of the Azure Blob. Type: string (or Expression with resultType string)." }, - "connectionString": { + "folderPath": { "type": "object", "properties": {}, - "description": "The connection string. It is mutually exclusive with sasUri, serviceEndpoint property. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "string", - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The path of the Azure Blob storage. Type: string (or Expression with resultType string)." }, - "sasToken": { + "format": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/DatasetStorageFormat" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The format definition of a storage." }, - "sasUri": { + "modifiedDatetimeEnd": { "type": "object", "properties": {}, - "description": "SAS URI of the Azure Blob Storage resource. It is mutually exclusive with connectionString, serviceEndpoint property. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "serviceEndpoint": { - "type": "string", - "description": "Blob service endpoint of the Azure Blob Storage resource. It is mutually exclusive with connectionString, sasUri property." + "description": "The end of Azure Blob's modified datetime. Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { + "modifiedDatetimeStart": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." - }, - "servicePrincipalKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "The start of Azure Blob's modified datetime. Type: string (or Expression with resultType string)." }, - "tenant": { + "tableRootLocation": { "type": "object", "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": "The root of blob path. Type: string (or Expression with resultType string)." } }, - "description": "Azure Blob Storage linked service properties." + "description": "Azure Blob dataset properties." }, - "AzureDatabricksLinkedService": { + "AzureBlobFSDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureDatabricks" + "AzureBlobFSFile" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureDatabricksLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureBlobFSDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Databricks linked service properties." + "description": "Azure Data Lake Storage Gen2 dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure Databricks linked service." + "description": "The Azure Data Lake Storage Gen2 storage." }, - "AzureDatabricksLinkedServiceTypeProperties": { + "AzureBlobFSDatasetTypeProperties": { "type": "object", "properties": { - "accessToken": { + "compression": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/DatasetCompression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "domain": { - "type": "object", - "properties": {}, - "description": ".azuredatabricks.net, domain name of your Databricks deployment. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The compression method used on a dataset." }, - "existingClusterId": { + "fileName": { "type": "object", "properties": {}, - "description": "The id of an existing interactive cluster that will be used for all runs of this activity. Type: string (or Expression with resultType string)." + "description": "The name of the Azure Data Lake Storage Gen2. Type: string (or Expression with resultType string)." }, - "instancePoolId": { + "folderPath": { "type": "object", "properties": {}, - "description": "The id of an existing instance pool that will be used for all runs of this activity. Type: string (or Expression with resultType string)." + "description": "The path of the Azure Data Lake Storage Gen2 storage. Type: string (or Expression with resultType string)." }, - "newClusterCustomTags": { + "format": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/DatasetStorageFormat" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Additional tags for cluster resources. This property is ignored in instance pool configurations." + "description": "The format definition of a storage." + } + }, + "description": "Azure Data Lake Storage Gen2 dataset properties." + }, + "AzureBlobFSLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureBlobFS" + ] }, - "newClusterDriverNodeType": { + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/AzureBlobFSLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Lake Storage Gen2 linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Azure Data Lake Storage Gen2 linked service." + }, + "AzureBlobFSLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "accountKey": { "type": "object", "properties": {}, - "description": "The driver node type for the new job cluster. This property is ignored in instance pool configurations. Type: string (or Expression with resultType string)." + "description": "Account key for the Azure Data Lake Storage Gen2 service. Type: string (or Expression with resultType string)." }, - "newClusterEnableElasticDisk": { + "azureCloudType": { "type": "object", "properties": {}, - "description": "Enable the elastic disk on the new cluster. This property is now ignored, and takes the default elastic disk behavior in Databricks (elastic disks are always enabled). Type: boolean (or Expression with resultType boolean)." - }, - "newClusterInitScripts": { - "type": "object", - "properties": {}, - "description": "User-defined initialization scripts for the new cluster. Type: array of strings (or Expression with resultType array of strings)." - }, - "newClusterLogDestination": { - "type": "object", - "properties": {}, - "description": "Specify a location to deliver Spark driver, worker, and event logs. Type: string (or Expression with resultType string)." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "newClusterNodeType": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The node type of the new job cluster. This property is required if newClusterVersion is specified and instancePoolId is not specified. If instancePoolId is specified, this property is ignored. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "newClusterNumOfWorker": { + "servicePrincipalId": { "type": "object", "properties": {}, - "description": "If not using an existing interactive cluster, this specifies the number of worker nodes to use for the new job cluster or instance pool. For new job clusters, this a string-formatted Int32, like '1' means numOfWorker is 1 or '1:10' means auto-scale from 1 (min) to 10 (max). For instance pools, this is a string-formatted Int32, and can only specify a fixed number of worker nodes, such as '2'. Required if newClusterVersion is specified. Type: string (or Expression with resultType string)." + "description": "The ID of the application used to authenticate against the Azure Data Lake Storage Gen2 account. Type: string (or Expression with resultType string)." }, - "newClusterSparkConf": { + "servicePrincipalKey": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A set of optional, user-specified Spark configuration key-value pairs." + "description": "The base definition of a secret type." }, - "newClusterSparkEnvVars": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "A set of optional, user-specified Spark environment variables key-value pairs." + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." }, - "newClusterVersion": { + "url": { "type": "object", "properties": {}, - "description": "If not using an existing interactive cluster, this specifies the Spark version of a new job cluster or instance pool nodes created for each run of this activity. Required if instancePoolId is specified. Type: string (or Expression with resultType string)." + "description": "Endpoint for the Azure Data Lake Storage Gen2 service. Type: string (or Expression with resultType string)." } }, "required": [ - "accessToken", - "domain" + "url" ], - "description": "Azure Databricks linked service properties." + "description": "Azure Data Lake Storage Gen2 linked service properties." }, - "AzureDataExplorerCommandActivity": { + "AzureBlobFSLocation": { "type": "object", "properties": { + "fileSystem": { + "type": "object", + "properties": {}, + "description": "Specify the fileSystem of azure blobFS. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "AzureDataExplorerCommand" + "AzureBlobFSLocation" ] + } + }, + "required": [ + "type" + ], + "description": "The location of azure blobFS dataset." + }, + "AzureBlobFSReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." }, - "typeProperties": { + "enablePartitionDiscovery": { "oneOf": [ { - "$ref": "#/definitions/AzureDataExplorerCommandActivityTypeProperties" + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Explorer command activity properties." + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "AzureBlobFSReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "Azure blobFS wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "Azure blobFS wildcardFolderPath. Type: string (or Expression with resultType string)." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure Data Explorer command activity." + "description": "Azure blobFS read settings." }, - "AzureDataExplorerCommandActivityTypeProperties": { + "AzureBlobFSSink": { "type": "object", "properties": { - "command": { + "copyBehavior": { "type": "object", "properties": {}, - "description": "A control command, according to the Azure Data Explorer command syntax. Type: string (or Expression with resultType string)." + "description": "The type of copy behavior for copy sink." }, - "commandTimeout": { + "type": { + "type": "string", + "enum": [ + "AzureBlobFSSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Data Lake Storage Gen2 sink." + }, + "AzureBlobFSSource": { + "type": "object", + "properties": { + "recursive": { "type": "object", "properties": {}, - "description": "Control command timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))..)" + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "skipHeaderLineCount": { + "type": "object", + "properties": {}, + "description": "Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer)." + }, + "treatEmptyAsNull": { + "type": "object", + "properties": {}, + "description": "Treat empty as null. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "AzureBlobFSSource" + ] } }, "required": [ - "command" + "type" ], - "description": "Azure Data Explorer command activity properties." + "description": "A copy activity Azure BlobFS source." }, - "AzureDataExplorerDatasetTypeProperties": { + "AzureBlobFSWriteSettings": { "type": "object", "properties": { - "table": { + "blockSizeInMB": { "type": "object", "properties": {}, - "description": "The table name of the Azure Data Explorer database. Type: string (or Expression with resultType string)." + "description": "Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer)." + }, + "type": { + "type": "string", + "enum": [ + "AzureBlobFSWriteSettings" + ] } }, - "description": "Azure Data Explorer (Kusto) dataset properties." + "required": [ + "type" + ], + "description": "Azure blobFS write settings." }, - "AzureDataExplorerLinkedService": { + "AzureBlobStorageLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureDataExplorer" + "AzureBlobStorage" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureDataExplorerLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureBlobStorageLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Explorer (Kusto) linked service properties." + "description": "Azure Blob Storage linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Data Explorer (Kusto) linked service." + "description": "The azure blob storage linked service." }, - "AzureDataExplorerLinkedServiceTypeProperties": { + "AzureBlobStorageLinkedServiceTypeProperties": { "type": "object", "properties": { - "database": { + "accountKey": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + }, + "azureCloudType": { "type": "object", "properties": {}, - "description": "Database name for connection. Type: string (or Expression with resultType string)." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "endpoint": { + "connectionString": { "type": "object", "properties": {}, - "description": "The endpoint of Azure Data Explorer (the engine's endpoint). URL will be in the format https://..kusto.windows.net. Type: string (or Expression with resultType string)" + "description": "The connection string. It is mutually exclusive with sasUri, serviceEndpoint property. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "string", + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "sasToken": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + }, + "sasUri": { + "type": "object", + "properties": {}, + "description": "SAS URI of the Azure Blob Storage resource. It is mutually exclusive with connectionString, serviceEndpoint property. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "serviceEndpoint": { + "type": "string", + "description": "Blob service endpoint of the Azure Blob Storage resource. It is mutually exclusive with connectionString, sasUri property." }, "servicePrincipalId": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against Azure Data Explorer. Type: string (or Expression with resultType string)." + "description": "The ID of the service principal used to authenticate against Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." }, "servicePrincipalKey": { "oneOf": [ @@ -1882,250 +2101,318 @@ "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, - "required": [ - "database", - "endpoint", - "servicePrincipalId", - "servicePrincipalKey", - "tenant" - ], - "description": "Azure Data Explorer (Kusto) linked service properties." + "description": "Azure Blob Storage linked service properties." }, - "AzureDataExplorerTableDataset": { + "AzureBlobStorageLocation": { "type": "object", "properties": { + "container": { + "type": "object", + "properties": {}, + "description": "Specify the container of azure blob. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "AzureDataExplorerTable" + "AzureBlobStorageLocation" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzureDataExplorerDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Data Explorer (Kusto) dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "The Azure Data Explorer (Kusto) dataset." + "description": "The location of azure blob dataset." }, - "AzureDataLakeAnalyticsLinkedService": { + "AzureBlobStorageReadSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "AzureDataLakeAnalytics" - ] + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." }, - "typeProperties": { + "enablePartitionDiscovery": { "oneOf": [ { - "$ref": "#/definitions/AzureDataLakeAnalyticsLinkedServiceTypeProperties" + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Lake Analytics linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Azure Data Lake Analytics linked service." - }, - "AzureDataLakeAnalyticsLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "accountName": { + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { "type": "object", "properties": {}, - "description": "The Azure Data Lake Analytics account name. Type: string (or Expression with resultType string)." + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." }, - "dataLakeAnalyticsUri": { + "modifiedDatetimeEnd": { "type": "object", "properties": {}, - "description": "Azure Data Lake Analytics URI Type: string (or Expression with resultType string)." + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "modifiedDatetimeStart": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." }, - "resourceGroupName": { + "partitionRootPath": { "type": "object", "properties": {}, - "description": "Data Lake Analytics account resource group name (if different from Data Factory account). Type: string (or Expression with resultType string)." + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { + "prefix": { "type": "object", "properties": {}, - "description": "The ID of the application used to authenticate against the Azure Data Lake Analytics account. Type: string (or Expression with resultType string)." + "description": "The prefix filter for the Azure Blob name. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." }, - "subscriptionId": { + "type": { + "type": "string", + "enum": [ + "AzureBlobStorageReadSettings" + ] + }, + "wildcardFileName": { "type": "object", "properties": {}, - "description": "Data Lake Analytics account subscription ID (if different from Data Factory account). Type: string (or Expression with resultType string)." + "description": "Azure blob wildcardFileName. Type: string (or Expression with resultType string)." }, - "tenant": { + "wildcardFolderPath": { "type": "object", "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": "Azure blob wildcardFolderPath. Type: string (or Expression with resultType string)." } }, "required": [ - "accountName", - "tenant" + "type" ], - "description": "Azure Data Lake Analytics linked service properties." + "description": "Azure blob read settings." }, - "AzureDataLakeStoreDataset": { + "AzureBlobStorageWriteSettings": { "type": "object", "properties": { + "blockSizeInMB": { + "type": "object", + "properties": {}, + "description": "Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer)." + }, "type": { "type": "string", "enum": [ - "AzureDataLakeStoreFile" + "AzureBlobStorageWriteSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "Azure blob write settings." + }, + "AzureDatabricksDeltaLakeDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureDatabricksDeltaLakeDataset" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureDataLakeStoreDatasetTypeProperties" + "$ref": "#/definitions/AzureDatabricksDeltaLakeDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Lake Store dataset properties." + "description": "Azure Databricks Delta Lake Dataset Properties" } }, "required": [ "type" ], - "description": "Azure Data Lake Store dataset." + "description": "Azure Databricks Delta Lake dataset." }, - "AzureDataLakeStoreDatasetTypeProperties": { + "AzureDatabricksDeltaLakeDatasetTypeProperties": { "type": "object", "properties": { - "compression": { + "database": { + "type": "object", + "properties": {}, + "description": "The database name of delta table. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The name of delta table. Type: string (or Expression with resultType string)." + } + }, + "description": "Azure Databricks Delta Lake Dataset Properties" + }, + "AzureDatabricksDeltaLakeExportCommand": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/DatasetCompression" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The compression method used on a dataset." + "description": "Unmatched properties from the message are deserialized this collection" }, - "fileName": { + "dateFormat": { "type": "object", "properties": {}, - "description": "The name of the file in the Azure Data Lake Store. Type: string (or Expression with resultType string)." + "description": "Specify the date format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string)." }, - "folderPath": { + "timestampFormat": { "type": "object", "properties": {}, - "description": "Path to the folder in the Azure Data Lake Store. Type: string (or Expression with resultType string)." - }, - "format": { + "description": "Specify the timestamp format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string)." + } + }, + "description": "Azure Databricks Delta Lake export command settings." + }, + "AzureDatabricksDeltaLakeImportCommand": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/DatasetStorageFormat" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The format definition of a storage." + "description": "Unmatched properties from the message are deserialized this collection" + }, + "dateFormat": { + "type": "object", + "properties": {}, + "description": "Specify the date format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string)." + }, + "timestampFormat": { + "type": "object", + "properties": {}, + "description": "Specify the timestamp format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string)." } }, - "description": "Azure Data Lake Store dataset properties." + "description": "Azure Databricks Delta Lake import command settings." }, - "AzureDataLakeStoreLinkedService": { + "AzureDatabricksDeltaLakeLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureDataLakeStore" + "AzureDatabricksDeltaLake" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureDataLakeStoreLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureDatabricksDetltaLakeLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Lake Store linked service properties." + "description": "Azure Databricks Delta Lake linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Data Lake Store linked service." + "description": "Azure Databricks Delta Lake linked service." }, - "AzureDataLakeStoreLinkedServiceTypeProperties": { + "AzureDatabricksDeltaLakeSink": { "type": "object", "properties": { - "accountName": { - "type": "object", - "properties": {}, - "description": "Data Lake Store account name. Type: string (or Expression with resultType string)." - }, - "azureCloudType": { - "type": "object", - "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." - }, - "dataLakeStoreUri": { - "type": "object", - "properties": {}, - "description": "Data Lake Store service URI. Type: string (or Expression with resultType string)." + "importSettings": { + "oneOf": [ + { + "$ref": "#/definitions/AzureDatabricksDeltaLakeImportCommand" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Databricks Delta Lake import command settings." }, - "encryptedCredential": { + "preCopyScript": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "resourceGroupName": { - "type": "object", - "properties": {}, - "description": "Data Lake Store account resource group name (if different from Data Factory account). Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureDatabricksDeltaLakeSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Databricks Delta Lake sink." + }, + "AzureDatabricksDeltaLakeSource": { + "type": "object", + "properties": { + "exportSettings": { + "oneOf": [ + { + "$ref": "#/definitions/AzureDatabricksDeltaLakeExportCommand" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Databricks Delta Lake export command settings." }, - "servicePrincipalId": { + "query": { "type": "object", "properties": {}, - "description": "The ID of the application used to authenticate against the Azure Data Lake Store account. Type: string (or Expression with resultType string)." + "description": "Azure Databricks Delta Lake Sql query. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { + "type": { + "type": "string", + "enum": [ + "AzureDatabricksDeltaLakeSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Databricks Delta Lake source." + }, + "AzureDatabricksDetltaLakeLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "accessToken": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -2136,606 +2423,614 @@ ], "description": "The base definition of a secret type." }, - "subscriptionId": { + "clusterId": { "type": "object", "properties": {}, - "description": "Data Lake Store account subscription ID (if different from Data Factory account). Type: string (or Expression with resultType string)." + "description": "The id of an existing interactive cluster that will be used for all runs of this job. Type: string (or Expression with resultType string)." }, - "tenant": { + "domain": { "type": "object", "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": ".azuredatabricks.net, domain name of your Databricks deployment. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." } }, "required": [ - "dataLakeStoreUri" + "domain" ], - "description": "Azure Data Lake Store linked service properties." + "description": "Azure Databricks Delta Lake linked service properties." }, - "AzureFileStorageLinkedService": { + "AzureDatabricksLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureFileStorage" + "AzureDatabricks" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureFileStorageLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureDatabricksLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure File Storage linked service properties." + "description": "Azure Databricks linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure File Storage linked service." + "description": "Azure Databricks linked service." }, - "AzureFileStorageLinkedServiceTypeProperties": { + "AzureDatabricksLinkedServiceTypeProperties": { "type": "object", "properties": { - "accountKey": { + "accessToken": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The base definition of a secret type." }, - "connectionString": { + "domain": { "type": "object", "properties": {}, - "description": "The connection string. It is mutually exclusive with sasUri property. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": ".azuredatabricks.net, domain name of your Databricks deployment. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "fileShare": { + "existingClusterId": { "type": "object", "properties": {}, - "description": "The azure file share name. It is required when auth with accountKey/sasToken. Type: string (or Expression with resultType string)." + "description": "The id of an existing interactive cluster that will be used for all runs of this activity. Type: string (or Expression with resultType string)." }, - "host": { + "instancePoolId": { "type": "object", "properties": {}, - "description": "Host name of the server. Type: string (or Expression with resultType string)." + "description": "The id of an existing instance pool that will be used for all runs of this activity. Type: string (or Expression with resultType string)." }, - "password": { + "newClusterCustomTags": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Additional tags for cluster resources. This property is ignored in instance pool configurations." }, - "sasToken": { - "oneOf": [ - { - "$ref": "#/definitions/AzureKeyVaultSecretReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Key Vault secret reference." - }, - "sasUri": { + "newClusterDriverNodeType": { "type": "object", "properties": {}, - "description": "SAS URI of the Azure File resource. It is mutually exclusive with connectionString property. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "The driver node type for the new job cluster. This property is ignored in instance pool configurations. Type: string (or Expression with resultType string)." }, - "snapshot": { + "newClusterEnableElasticDisk": { "type": "object", "properties": {}, - "description": "The azure file share snapshot version. Type: string (or Expression with resultType string)." + "description": "Enable the elastic disk on the new cluster. This property is now ignored, and takes the default elastic disk behavior in Databricks (elastic disks are always enabled). Type: boolean (or Expression with resultType boolean)." }, - "userId": { + "newClusterInitScripts": { "type": "object", "properties": {}, - "description": "User ID to logon the server. Type: string (or Expression with resultType string)." - } - }, - "description": "Azure File Storage linked service properties." - }, - "AzureFunctionActivity": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "AzureFunctionActivity" - ] + "description": "User-defined initialization scripts for the new cluster. Type: array of strings (or Expression with resultType array of strings)." }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzureFunctionActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Function activity type properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Azure Function activity." - }, - "AzureFunctionActivityTypeProperties": { - "type": "object", - "properties": { - "body": { + "newClusterLogDestination": { "type": "object", "properties": {}, - "description": "Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string)." + "description": "Specify a location to deliver Spark driver, worker, and event logs. Type: string (or Expression with resultType string)." }, - "functionName": { + "newClusterNodeType": { "type": "object", "properties": {}, - "description": "Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string)" + "description": "The node type of the new job cluster. This property is required if newClusterVersion is specified and instancePoolId is not specified. If instancePoolId is specified, this property is ignored. Type: string (or Expression with resultType string)." }, - "headers": { + "newClusterNumOfWorker": { "type": "object", "properties": {}, - "description": "Represents the headers that will be sent to the request. For example, to set the language and type on a request: \"headers\" : { \"Accept-Language\": \"en-us\", \"Content-Type\": \"application/json\" }. Type: string (or Expression with resultType string)." + "description": "If not using an existing interactive cluster, this specifies the number of worker nodes to use for the new job cluster or instance pool. For new job clusters, this a string-formatted Int32, like '1' means numOfWorker is 1 or '1:10' means auto-scale from 1 (min) to 10 (max). For instance pools, this is a string-formatted Int32, and can only specify a fixed number of worker nodes, such as '2'. Required if newClusterVersion is specified. Type: string (or Expression with resultType string)." }, - "method": { + "newClusterSparkConf": { "oneOf": [ { - "type": "string", - "enum": [ - "GET", - "POST", - "PUT", - "DELETE", - "OPTIONS", - "HEAD", - "TRACE" - ] + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Rest API method for target endpoint." + "description": "A set of optional, user-specified Spark configuration key-value pairs." + }, + "newClusterSparkEnvVars": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A set of optional, user-specified Spark environment variables key-value pairs." + }, + "newClusterVersion": { + "type": "object", + "properties": {}, + "description": "If not using an existing interactive cluster, this specifies the Spark version of a new job cluster or instance pool nodes created for each run of this activity. Required if instancePoolId is specified. Type: string (or Expression with resultType string)." } }, "required": [ - "functionName", - "method" + "accessToken", + "domain" ], - "description": "Azure Function activity type properties." + "description": "Azure Databricks linked service properties." }, - "AzureFunctionLinkedService": { + "AzureDataExplorerCommandActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureFunction" + "AzureDataExplorerCommand" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureFunctionLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureDataExplorerCommandActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Function linked service properties." + "description": "Azure Data Explorer command activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Function linked service." + "description": "Azure Data Explorer command activity." }, - "AzureFunctionLinkedServiceTypeProperties": { + "AzureDataExplorerCommandActivityTypeProperties": { "type": "object", "properties": { - "encryptedCredential": { + "command": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "A control command, according to the Azure Data Explorer command syntax. Type: string (or Expression with resultType string)." }, - "functionAppUrl": { + "commandTimeout": { "type": "object", "properties": {}, - "description": "The endpoint of the Azure Function App. URL will be in the format https://.azurewebsites.net." - }, - "functionKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "Control command timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))..)" } }, "required": [ - "functionAppUrl" + "command" ], - "description": "Azure Function linked service properties." + "description": "Azure Data Explorer command activity properties." }, - "AzureKeyVaultLinkedService": { + "AzureDataExplorerDatasetTypeProperties": { + "type": "object", + "properties": { + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Azure Data Explorer database. Type: string (or Expression with resultType string)." + } + }, + "description": "Azure Data Explorer (Kusto) dataset properties." + }, + "AzureDataExplorerLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureKeyVault" + "AzureDataExplorer" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureDataExplorerLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault linked service properties." + "description": "Azure Data Explorer (Kusto) linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Key Vault linked service." + "description": "Azure Data Explorer (Kusto) linked service." }, - "AzureKeyVaultLinkedServiceTypeProperties": { + "AzureDataExplorerLinkedServiceTypeProperties": { "type": "object", "properties": { - "baseUrl": { + "database": { "type": "object", "properties": {}, - "description": "The base URL of the Azure Key Vault. e.g. https://myakv.vault.azure.net Type: string (or Expression with resultType string)." + "description": "Database name for connection. Type: string (or Expression with resultType string)." + }, + "endpoint": { + "type": "object", + "properties": {}, + "description": "The endpoint of Azure Data Explorer (the engine's endpoint). URL will be in the format https://..kusto.windows.net. Type: string (or Expression with resultType string)" + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the service principal used to authenticate against Azure Data Explorer. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, "required": [ - "baseUrl" + "database", + "endpoint", + "servicePrincipalId", + "servicePrincipalKey", + "tenant" ], - "description": "Azure Key Vault linked service properties." + "description": "Azure Data Explorer (Kusto) linked service properties." }, - "AzureKeyVaultSecretReference": { + "AzureDataExplorerSink": { "type": "object", "properties": { - "secretName": { + "flushImmediately": { "type": "object", "properties": {}, - "description": "The name of the secret in Azure Key Vault. Type: string (or Expression with resultType string)." + "description": "If set to true, any aggregation will be skipped. Default is false. Type: boolean." }, - "secretVersion": { + "ingestionMappingAsJson": { "type": "object", "properties": {}, - "description": "The version of the secret in Azure Key Vault. The default value is the latest version of the secret. Type: string (or Expression with resultType string)." + "description": "An explicit column mapping description provided in a json format. Type: string." }, - "store": { + "ingestionMappingName": { + "type": "object", + "properties": {}, + "description": "A name of a pre-created csv mapping that was defined on the target Kusto table. Type: string." + }, + "type": { + "type": "string", + "enum": [ + "AzureDataExplorerSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Data Explorer sink." + }, + "AzureDataExplorerSource": { + "type": "object", + "properties": { + "additionalColumns": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "noTruncation": { + "type": "object", + "properties": {}, + "description": "The name of the Boolean option that controls whether truncation is applied to result-sets that go beyond a certain row-count limit." + }, + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Should be a Kusto Query Language (KQL) query. Type: string (or Expression with resultType string)." + }, + "queryTimeout": { + "type": "object", + "properties": {}, + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).." }, "type": { "type": "string", "enum": [ - "AzureKeyVaultSecret" + "AzureDataExplorerSource" ] } }, "required": [ - "secretName", - "store", + "query", "type" ], - "description": "Azure Key Vault secret reference." + "description": "A copy activity Azure Data Explorer (Kusto) source." }, - "AzureMariaDBLinkedService": { + "AzureDataExplorerTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureMariaDB" + "AzureDataExplorerTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureMariaDBLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureDataExplorerDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Database for MariaDB linked service properties." + "description": "Azure Data Explorer (Kusto) dataset properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure Database for MariaDB linked service." + "description": "The Azure Data Explorer (Kusto) dataset." }, - "AzureMariaDBLinkedServiceTypeProperties": { + "AzureDataLakeAnalyticsLinkedService": { "type": "object", "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureDataLakeAnalytics" + ] }, - "pwd": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/AzureDataLakeAnalyticsLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "Azure Data Lake Analytics linked service properties." } }, - "description": "Azure Database for MariaDB linked service properties." + "required": [ + "type", + "typeProperties" + ], + "description": "Azure Data Lake Analytics linked service." }, - "AzureMariaDBTableDataset": { + "AzureDataLakeAnalyticsLinkedServiceTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "AzureMariaDBTable" - ] + "accountName": { + "type": "object", + "properties": {}, + "description": "The Azure Data Lake Analytics account name. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "dataLakeAnalyticsUri": { + "type": "object", + "properties": {}, + "description": "Azure Data Lake Analytics URI Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "resourceGroupName": { + "type": "object", + "properties": {}, + "description": "Data Lake Analytics account resource group name (if different from Data Factory account). Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the application used to authenticate against the Azure Data Lake Analytics account. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "The base definition of a secret type." + }, + "subscriptionId": { + "type": "object", + "properties": {}, + "description": "Data Lake Analytics account subscription ID (if different from Data Factory account). Type: string (or Expression with resultType string)." + }, + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "accountName", + "tenant" ], - "description": "Azure Database for MariaDB dataset." + "description": "Azure Data Lake Analytics linked service properties." }, - "AzureMLBatchExecutionActivity": { + "AzureDataLakeStoreDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureMLBatchExecution" + "AzureDataLakeStoreFile" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureMLBatchExecutionActivityTypeProperties" + "$ref": "#/definitions/AzureDataLakeStoreDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure ML Batch Execution activity properties." + "description": "Azure Data Lake Store dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure ML Batch Execution activity." + "description": "Azure Data Lake Store dataset." }, - "AzureMLBatchExecutionActivityTypeProperties": { + "AzureDataLakeStoreDatasetTypeProperties": { "type": "object", "properties": { - "globalParameters": { + "compression": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/DatasetCompression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request." + "description": "The compression method used on a dataset." }, - "webServiceInputs": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/AzureMLWebServiceFile" - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request." + "fileName": { + "type": "object", + "properties": {}, + "description": "The name of the file in the Azure Data Lake Store. Type: string (or Expression with resultType string)." }, - "webServiceOutputs": { + "folderPath": { + "type": "object", + "properties": {}, + "description": "Path to the folder in the Azure Data Lake Store. Type: string (or Expression with resultType string)." + }, + "format": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/AzureMLWebServiceFile" - }, - "properties": {} + "$ref": "#/definitions/DatasetStorageFormat" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request." + "description": "The format definition of a storage." } }, - "description": "Azure ML Batch Execution activity properties." + "description": "Azure Data Lake Store dataset properties." }, - "AzureMLExecutePipelineActivity": { + "AzureDataLakeStoreLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureMLExecutePipeline" + "AzureDataLakeStore" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureMLExecutePipelineActivityTypeProperties" + "$ref": "#/definitions/AzureDataLakeStoreLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure ML Execute Pipeline activity properties." + "description": "Azure Data Lake Store linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure ML Execute Pipeline activity." + "description": "Azure Data Lake Store linked service." }, - "AzureMLExecutePipelineActivityTypeProperties": { + "AzureDataLakeStoreLinkedServiceTypeProperties": { "type": "object", "properties": { - "continueOnStepFailure": { - "type": "object", - "properties": {}, - "description": "Whether to continue execution of other steps in the PipelineRun if a step fails. This information will be passed in the continueOnStepFailure property of the published pipeline execution request. Type: boolean (or Expression with resultType boolean)." - }, - "experimentName": { - "type": "object", - "properties": {}, - "description": "Run history experiment name of the pipeline run. This information will be passed in the ExperimentName property of the published pipeline execution request. Type: string (or Expression with resultType string)." - }, - "mlParentRunId": { + "accountName": { "type": "object", "properties": {}, - "description": "The parent Azure ML Service pipeline run id. This information will be passed in the ParentRunId property of the published pipeline execution request. Type: string (or Expression with resultType string)." + "description": "Data Lake Store account name. Type: string (or Expression with resultType string)." }, - "mlPipelineId": { + "azureCloudType": { "type": "object", "properties": {}, - "description": "ID of the published Azure ML pipeline. Type: string (or Expression with resultType string)." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "mlPipelineParameters": { + "dataLakeStoreUri": { "type": "object", "properties": {}, - "description": "Key,Value pairs to be passed to the published Azure ML pipeline endpoint. Keys must match the names of pipeline parameters defined in the published pipeline. Values will be passed in the ParameterAssignments property of the published pipeline execution request. Type: object with key value pairs (or Expression with resultType object)." - } - }, - "required": [ - "mlPipelineId" - ], - "description": "Azure ML Execute Pipeline activity properties." - }, - "AzureMLLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "AzureML" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzureMLLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure ML Studio Web Service linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Azure ML Studio Web Service linked service." - }, - "AzureMLLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "apiKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "Data Lake Store service URI. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "mlEndpoint": { + "resourceGroupName": { "type": "object", "properties": {}, - "description": "The Batch Execution REST URL for an Azure ML Studio Web Service endpoint. Type: string (or Expression with resultType string)." + "description": "Data Lake Store account resource group name (if different from Data Factory account). Type: string (or Expression with resultType string)." }, "servicePrincipalId": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against the ARM-based updateResourceEndpoint of an Azure ML Studio web service. Type: string (or Expression with resultType string)." + "description": "The ID of the application used to authenticate against the Azure Data Lake Store account. Type: string (or Expression with resultType string)." }, "servicePrincipalKey": { "oneOf": [ @@ -2748,457 +3043,480 @@ ], "description": "The base definition of a secret type." }, - "tenant": { + "subscriptionId": { "type": "object", "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": "Data Lake Store account subscription ID (if different from Data Factory account). Type: string (or Expression with resultType string)." }, - "updateResourceEndpoint": { + "tenant": { "type": "object", "properties": {}, - "description": "The Update Resource REST URL for an Azure ML Studio Web Service endpoint. Type: string (or Expression with resultType string)." + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, "required": [ - "apiKey", - "mlEndpoint" + "dataLakeStoreUri" ], - "description": "Azure ML Studio Web Service linked service properties." + "description": "Azure Data Lake Store linked service properties." }, - "AzureMLServiceLinkedService": { + "AzureDataLakeStoreLocation": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureMLService" + "AzureDataLakeStoreLocation" ] + } + }, + "required": [ + "type" + ], + "description": "The location of azure data lake store dataset." + }, + "AzureDataLakeStoreReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." }, - "typeProperties": { + "enablePartitionDiscovery": { "oneOf": [ { - "$ref": "#/definitions/AzureMLServiceLinkedServiceTypeProperties" + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure ML Service linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Azure ML Service linked service." - }, - "AzureMLServiceLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "encryptedCredential": { + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." }, - "mlWorkspaceName": { + "listAfter": { "type": "object", "properties": {}, - "description": "Azure ML Service workspace name. Type: string (or Expression with resultType string)." + "description": "Lists files after the value (exclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string)." }, - "resourceGroupName": { + "listBefore": { "type": "object", "properties": {}, - "description": "Azure ML Service workspace resource group name. Type: string (or Expression with resultType string)." + "description": "Lists files before the value (inclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { + "modifiedDatetimeEnd": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against the endpoint of a published Azure ML Service pipeline. Type: string (or Expression with resultType string)." + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." }, - "subscriptionId": { + "partitionRootPath": { "type": "object", "properties": {}, - "description": "Azure ML Service workspace subscription ID. Type: string (or Expression with resultType string)." + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." }, - "tenant": { + "recursive": { "type": "object", "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "AzureDataLakeStoreReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "ADLS wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "ADLS wildcardFolderPath. Type: string (or Expression with resultType string)." } }, "required": [ - "mlWorkspaceName", - "resourceGroupName", - "subscriptionId" + "type" ], - "description": "Azure ML Service linked service properties." + "description": "Azure data lake store read settings." }, - "AzureMLUpdateResourceActivity": { + "AzureDataLakeStoreSink": { "type": "object", "properties": { + "copyBehavior": { + "type": "object", + "properties": {}, + "description": "The type of copy behavior for copy sink." + }, + "enableAdlsSingleFileParallel": { + "type": "object", + "properties": {}, + "description": "Single File Parallel." + }, "type": { "type": "string", "enum": [ - "AzureMLUpdateResource" + "AzureDataLakeStoreSink" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzureMLUpdateResourceActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure ML Update Resource activity properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure ML Update Resource management activity." + "description": "A copy activity Azure Data Lake Store sink." }, - "AzureMLUpdateResourceActivityTypeProperties": { + "AzureDataLakeStoreSource": { "type": "object", "properties": { - "trainedModelFilePath": { + "recursive": { "type": "object", "properties": {}, - "description": "The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation. Type: string (or Expression with resultType string)." - }, - "trainedModelLinkedServiceName": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." }, - "trainedModelName": { - "type": "object", - "properties": {}, - "description": "Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureDataLakeStoreSource" + ] } }, "required": [ - "trainedModelFilePath", - "trainedModelLinkedServiceName", - "trainedModelName" + "type" ], - "description": "Azure ML Update Resource activity properties." + "description": "A copy activity Azure Data Lake source." }, - "AzureMLWebServiceFile": { + "AzureDataLakeStoreWriteSettings": { "type": "object", "properties": { - "filePath": { + "expiryDateTime": { "type": "object", "properties": {}, - "description": "The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string)." + "description": "Specifies the expiry time of the written files. The time is applied to the UTC time zone in the format of \"2018-12-01T05:00:00Z\". Default value is NULL. Type: integer (or Expression with resultType integer)." }, - "linkedServiceName": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "type": { + "type": "string", + "enum": [ + "AzureDataLakeStoreWriteSettings" + ] } }, "required": [ - "filePath", - "linkedServiceName" + "type" ], - "description": "Azure ML WebService Input/Output file" + "description": "Azure data lake store write settings." }, - "AzureMySqlLinkedService": { + "AzureFileStorageLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureMySql" + "AzureFileStorage" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureMySqlLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureFileStorageLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure MySQL database linked service properties." + "description": "Azure File Storage linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure MySQL database linked service." + "description": "Azure File Storage linked service." }, - "AzureMySqlLinkedServiceTypeProperties": { + "AzureFileStorageLinkedServiceTypeProperties": { "type": "object", "properties": { + "accountKey": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + }, "connectionString": { "type": "object", "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "The connection string. It is mutually exclusive with sasUri property. Type: string, SecureString or AzureKeyVaultSecretReference." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, + "fileShare": { + "type": "object", + "properties": {}, + "description": "The azure file share name. It is required when auth with accountKey/sasToken. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "Host name of the server. Type: string (or Expression with resultType string)." + }, "password": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "required": [ - "connectionString" - ], - "description": "Azure MySQL database linked service properties." - }, - "AzureMySqlTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "AzureMySqlTable" - ] + "description": "The base definition of a secret type." }, - "typeProperties": { + "sasToken": { "oneOf": [ { - "$ref": "#/definitions/AzureMySqlTableDatasetTypeProperties" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure MySQL database dataset properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "The Azure MySQL database dataset." - }, - "AzureMySqlTableDatasetTypeProperties": { - "type": "object", - "properties": { - "table": { + "description": "Azure Key Vault secret reference." + }, + "sasUri": { "type": "object", "properties": {}, - "description": "The name of Azure MySQL database table. Type: string (or Expression with resultType string)." + "description": "SAS URI of the Azure File resource. It is mutually exclusive with connectionString property. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "tableName": { + "snapshot": { "type": "object", "properties": {}, - "description": "The Azure MySQL database table name. Type: string (or Expression with resultType string)." + "description": "The azure file share snapshot version. Type: string (or Expression with resultType string)." + }, + "userId": { + "type": "object", + "properties": {}, + "description": "User ID to logon the server. Type: string (or Expression with resultType string)." } }, - "description": "Azure MySQL database dataset properties." + "description": "Azure File Storage linked service properties." }, - "AzurePostgreSqlLinkedService": { + "AzureFileStorageLocation": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzurePostgreSql" + "AzureFileStorageLocation" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzurePostgreSqlLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure PostgreSQL linked service properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Azure PostgreSQL linked service." + "description": "The location of file server dataset." }, - "AzurePostgreSqlLinkedServiceTypeProperties": { + "AzureFileStorageReadSettings": { "type": "object", "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { + "deleteFilesAfterCompletion": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." }, - "password": { + "enablePartitionDiscovery": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "description": "Azure PostgreSQL linked service properties." - }, - "AzurePostgreSqlTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "AzurePostgreSqlTable" - ] + "description": "Indicates whether to enable partition discovery." }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/AzurePostgreSqlTableDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure PostgreSQL dataset properties." - } - }, - "required": [ - "type" - ], - "description": "Azure PostgreSQL dataset." - }, - "AzurePostgreSqlTableDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { + "fileListPath": { "type": "object", "properties": {}, - "description": "The schema name of the Azure PostgreSQL database. Type: string (or Expression with resultType string)." + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." }, - "table": { + "modifiedDatetimeEnd": { "type": "object", "properties": {}, - "description": "The table name of the Azure PostgreSQL database. Type: string (or Expression with resultType string)." + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." }, - "tableName": { + "modifiedDatetimeStart": { "type": "object", "properties": {}, - "description": "The table name of the Azure PostgreSQL database which includes both schema and table. Type: string (or Expression with resultType string)." + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "prefix": { + "type": "object", + "properties": {}, + "description": "The prefix filter for the Azure File name starting from root path. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "AzureFileStorageReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "Azure File Storage wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "Azure File Storage wildcardFolderPath. Type: string (or Expression with resultType string)." } }, - "description": "Azure PostgreSQL dataset properties." + "required": [ + "type" + ], + "description": "Azure File Storage read settings." }, - "AzureSearchIndexDataset": { + "AzureFileStorageWriteSettings": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSearchIndex" + "AzureFileStorageWriteSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "Azure File Storage write settings." + }, + "AzureFunctionActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureFunctionActivity" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSearchIndexDatasetTypeProperties" + "$ref": "#/definitions/AzureFunctionActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Azure Function activity type properties." } }, "required": [ "type", "typeProperties" ], - "description": "The Azure Search Index." + "description": "Azure Function activity." }, - "AzureSearchIndexDatasetTypeProperties": { + "AzureFunctionActivityTypeProperties": { "type": "object", "properties": { - "indexName": { + "body": { "type": "object", "properties": {}, - "description": "The name of the Azure Search Index. Type: string (or Expression with resultType string)." + "description": "Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string)." + }, + "functionName": { + "type": "object", + "properties": {}, + "description": "Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string)" + }, + "headers": { + "type": "object", + "properties": {}, + "description": "Represents the headers that will be sent to the request. For example, to set the language and type on a request: \"headers\" : { \"Accept-Language\": \"en-us\", \"Content-Type\": \"application/json\" }. Type: string (or Expression with resultType string)." + }, + "method": { + "oneOf": [ + { + "type": "string", + "enum": [ + "GET", + "POST", + "PUT", + "DELETE", + "OPTIONS", + "HEAD", + "TRACE" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Rest API method for target endpoint." } }, "required": [ - "indexName" + "functionName", + "method" ], - "description": "Properties specific to this dataset type." + "description": "Azure Function activity type properties." }, - "AzureSearchLinkedService": { + "AzureFunctionLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSearch" + "AzureFunction" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSearchLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureFunctionLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Windows Azure Search Service linked service properties." + "description": "Azure Function linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for Windows Azure Search Service." + "description": "Azure Function linked service." }, - "AzureSearchLinkedServiceTypeProperties": { + "AzureFunctionLinkedServiceTypeProperties": { "type": "object", "properties": { "encryptedCredential": { @@ -3206,7 +3524,12 @@ "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "key": { + "functionAppUrl": { + "type": "object", + "properties": {}, + "description": "The endpoint of the Azure Function App. URL will be in the format https://.azurewebsites.net." + }, + "functionKey": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -3216,147 +3539,133 @@ } ], "description": "The base definition of a secret type." - }, - "url": { - "type": "object", - "properties": {}, - "description": "URL for Azure Search service. Type: string (or Expression with resultType string)." } }, "required": [ - "url" + "functionAppUrl" ], - "description": "Windows Azure Search Service linked service properties." + "description": "Azure Function linked service properties." }, - "AzureSqlDatabaseLinkedService": { + "AzureKeyVaultLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSqlDatabase" + "AzureKeyVault" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlDatabaseLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureKeyVaultLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL Database linked service properties." + "description": "Azure Key Vault linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Microsoft Azure SQL Database linked service." + "description": "Azure Key Vault linked service." }, - "AzureSqlDatabaseLinkedServiceTypeProperties": { + "AzureKeyVaultLinkedServiceTypeProperties": { "type": "object", "properties": { - "azureCloudType": { - "type": "object", - "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." - }, - "connectionString": { + "baseUrl": { "type": "object", "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { + "description": "The base URL of the Azure Key Vault. e.g. https://myakv.vault.azure.net Type: string (or Expression with resultType string)." + } + }, + "required": [ + "baseUrl" + ], + "description": "Azure Key Vault linked service properties." + }, + "AzureKeyVaultSecretReference": { + "type": "object", + "properties": { + "secretName": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/AzureKeyVaultSecretReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Key Vault secret reference." + "description": "The name of the secret in Azure Key Vault. Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { + "secretVersion": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against Azure SQL Database. Type: string (or Expression with resultType string)." + "description": "The version of the secret in Azure Key Vault. The default value is the latest version of the secret. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { + "store": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Linked service reference type." }, - "tenant": { - "type": "object", - "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureKeyVaultSecret" + ] } }, "required": [ - "connectionString" + "secretName", + "store", + "type" ], - "description": "Azure SQL Database linked service properties." + "description": "Azure Key Vault secret reference." }, - "AzureSqlDWLinkedService": { + "AzureMariaDBLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSqlDW" + "AzureMariaDB" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlDWLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureMariaDBLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL Data Warehouse linked service properties." + "description": "Azure Database for MariaDB linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure SQL Data Warehouse linked service." + "description": "Azure Database for MariaDB linked service." }, - "AzureSqlDWLinkedServiceTypeProperties": { + "AzureMariaDBLinkedServiceTypeProperties": { "type": "object", "properties": { - "azureCloudType": { - "type": "object", - "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." - }, "connectionString": { "type": "object", "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "password": { + "pwd": { "oneOf": [ { "$ref": "#/definitions/AzureKeyVaultSecretReference" @@ -3366,774 +3675,847 @@ } ], "description": "Azure Key Vault secret reference." - }, - "servicePrincipalId": { + } + }, + "description": "Azure Database for MariaDB linked service properties." + }, + "AzureMariaDBSource": { + "type": "object", + "properties": { + "query": { "type": "object", "properties": {}, - "description": "The ID of the service principal used to authenticate against Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "tenant": { - "type": "object", - "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureMariaDBSource" + ] } }, "required": [ - "connectionString" + "type" ], - "description": "Azure SQL Data Warehouse linked service properties." + "description": "A copy activity Azure MariaDB source." }, - "AzureSqlDWTableDataset": { + "AzureMariaDBTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSqlDWTable" + "AzureMariaDBTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlDWTableDatasetTypeProperties" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL Data Warehouse dataset properties." + "description": "Properties specific to this dataset type." } }, "required": [ "type" ], - "description": "The Azure SQL Data Warehouse dataset." - }, - "AzureSqlDWTableDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." - }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." - } - }, - "description": "Azure SQL Data Warehouse dataset properties." + "description": "Azure Database for MariaDB dataset." }, - "AzureSqlMILinkedService": { + "AzureMLBatchExecutionActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSqlMI" + "AzureMLBatchExecution" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlMILinkedServiceTypeProperties" + "$ref": "#/definitions/AzureMLBatchExecutionActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL Managed Instance linked service properties." + "description": "Azure ML Batch Execution activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Azure SQL Managed Instance linked service." + "description": "Azure ML Batch Execution activity." }, - "AzureSqlMILinkedServiceTypeProperties": { + "AzureMLBatchExecutionActivityTypeProperties": { "type": "object", "properties": { - "azureCloudType": { - "type": "object", - "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." - }, - "connectionString": { - "type": "object", - "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "password": { + "globalParameters": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The ID of the service principal used to authenticate against Azure SQL Managed Instance. Type: string (or Expression with resultType string)." + "description": "Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request." }, - "servicePrincipalKey": { + "webServiceInputs": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/AzureMLWebServiceFile" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "tenant": { - "type": "object", - "properties": {}, - "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "connectionString" - ], - "description": "Azure SQL Managed Instance linked service properties." - }, - "AzureSqlMITableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "AzureSqlMITable" - ] + "description": "Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request." }, - "typeProperties": { + "webServiceOutputs": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlMITableDatasetTypeProperties" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/AzureMLWebServiceFile" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL Managed Instance dataset properties." - } - }, - "required": [ - "type" - ], - "description": "The Azure SQL Managed Instance dataset." - }, - "AzureSqlMITableDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Azure SQL Managed Instance. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the Azure SQL Managed Instance dataset. Type: string (or Expression with resultType string)." - }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request." } }, - "description": "Azure SQL Managed Instance dataset properties." + "description": "Azure ML Batch Execution activity properties." }, - "AzureSqlTableDataset": { + "AzureMLExecutePipelineActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureSqlTable" + "AzureMLExecutePipeline" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureSqlTableDatasetTypeProperties" + "$ref": "#/definitions/AzureMLExecutePipelineActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure SQL dataset properties." + "description": "Azure ML Execute Pipeline activity properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Azure SQL Server database dataset." + "description": "Azure ML Execute Pipeline activity." }, - "AzureSqlTableDatasetTypeProperties": { + "AzureMLExecutePipelineActivityTypeProperties": { "type": "object", "properties": { - "schema": { + "continueOnStepFailure": { "type": "object", "properties": {}, - "description": "The schema name of the Azure SQL database. Type: string (or Expression with resultType string)." + "description": "Whether to continue execution of other steps in the PipelineRun if a step fails. This information will be passed in the continueOnStepFailure property of the published pipeline execution request. Type: boolean (or Expression with resultType boolean)." }, - "table": { + "experimentName": { "type": "object", "properties": {}, - "description": "The table name of the Azure SQL database. Type: string (or Expression with resultType string)." + "description": "Run history experiment name of the pipeline run. This information will be passed in the ExperimentName property of the published pipeline execution request. Type: string (or Expression with resultType string)." }, - "tableName": { + "mlParentRunId": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "The parent Azure ML Service pipeline run id. This information will be passed in the ParentRunId property of the published pipeline execution request. Type: string (or Expression with resultType string)." + }, + "mlPipelineId": { + "type": "object", + "properties": {}, + "description": "ID of the published Azure ML pipeline. Type: string (or Expression with resultType string)." + }, + "mlPipelineParameters": { + "type": "object", + "properties": {}, + "description": "Key,Value pairs to be passed to the published Azure ML pipeline endpoint. Keys must match the names of pipeline parameters defined in the published pipeline. Values will be passed in the ParameterAssignments property of the published pipeline execution request. Type: object with key value pairs (or Expression with resultType object)." } }, - "description": "Azure SQL dataset properties." + "required": [ + "mlPipelineId" + ], + "description": "Azure ML Execute Pipeline activity properties." }, - "AzureStorageLinkedService": { + "AzureMLLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureStorage" + "AzureML" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureStorageLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureMLLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Storage linked service properties." + "description": "Azure ML Studio Web Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "The storage account linked service." + "description": "Azure ML Studio Web Service linked service." }, - "AzureStorageLinkedServiceTypeProperties": { + "AzureMLLinkedServiceTypeProperties": { "type": "object", "properties": { - "accountKey": { + "apiKey": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The base definition of a secret type." }, - "connectionString": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The connection string. It is mutually exclusive with sasUri property. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "string", "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "sasToken": { + "mlEndpoint": { + "type": "object", + "properties": {}, + "description": "The Batch Execution REST URL for an Azure ML Studio Web Service endpoint. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the service principal used to authenticate against the ARM-based updateResourceEndpoint of an Azure ML Studio web service. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The base definition of a secret type." }, - "sasUri": { + "tenant": { "type": "object", "properties": {}, - "description": "SAS URI of the Azure Storage resource. It is mutually exclusive with connectionString property. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + }, + "updateResourceEndpoint": { + "type": "object", + "properties": {}, + "description": "The Update Resource REST URL for an Azure ML Studio Web Service endpoint. Type: string (or Expression with resultType string)." } }, - "description": "Azure Storage linked service properties." + "required": [ + "apiKey", + "mlEndpoint" + ], + "description": "Azure ML Studio Web Service linked service properties." }, - "AzureTableDataset": { + "AzureMLServiceLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureTable" + "AzureMLService" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureTableDatasetTypeProperties" + "$ref": "#/definitions/AzureMLServiceLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Table dataset properties." + "description": "Azure ML Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "The Azure Table storage dataset." + "description": "Azure ML Service linked service." }, - "AzureTableDatasetTypeProperties": { + "AzureMLServiceLinkedServiceTypeProperties": { "type": "object", "properties": { - "tableName": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The table name of the Azure Table storage. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "mlWorkspaceName": { + "type": "object", + "properties": {}, + "description": "Azure ML Service workspace name. Type: string (or Expression with resultType string)." + }, + "resourceGroupName": { + "type": "object", + "properties": {}, + "description": "Azure ML Service workspace resource group name. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the service principal used to authenticate against the endpoint of a published Azure ML Service pipeline. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "subscriptionId": { + "type": "object", + "properties": {}, + "description": "Azure ML Service workspace subscription ID. Type: string (or Expression with resultType string)." + }, + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, "required": [ - "tableName" + "mlWorkspaceName", + "resourceGroupName", + "subscriptionId" ], - "description": "Azure Table dataset properties." + "description": "Azure ML Service linked service properties." }, - "AzureTableStorageLinkedService": { + "AzureMLUpdateResourceActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "AzureTableStorage" + "AzureMLUpdateResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/AzureStorageLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureMLUpdateResourceActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Storage linked service properties." + "description": "Azure ML Update Resource activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "The azure table storage linked service." + "description": "Azure ML Update Resource management activity." }, - "BinaryDataset": { + "AzureMLUpdateResourceActivityTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "Binary" - ] + "trainedModelFilePath": { + "type": "object", + "properties": {}, + "description": "The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "trainedModelLinkedServiceName": { "oneOf": [ { - "$ref": "#/definitions/BinaryDatasetTypeProperties" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Binary dataset properties." + "description": "Linked service reference type." + }, + "trainedModelName": { + "type": "object", + "properties": {}, + "description": "Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "trainedModelFilePath", + "trainedModelLinkedServiceName", + "trainedModelName" ], - "description": "Binary dataset." + "description": "Azure ML Update Resource activity properties." }, - "BinaryDatasetTypeProperties": { + "AzureMLWebServiceFile": { "type": "object", "properties": { - "compression": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetCompression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The compression method used on a dataset." + "filePath": { + "type": "object", + "properties": {}, + "description": "The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string)." }, - "location": { + "linkedServiceName": { "oneOf": [ { - "$ref": "#/definitions/DatasetLocation" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset location." + "description": "Linked service reference type." } }, "required": [ - "location" + "filePath", + "linkedServiceName" ], - "description": "Binary dataset properties." + "description": "Azure ML WebService Input/Output file" }, - "CassandraLinkedService": { + "AzureMySqlLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Cassandra" + "AzureMySql" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CassandraLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureMySqlLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Cassandra linked service properties." + "description": "Azure MySQL database linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for Cassandra data source." + "description": "Azure MySQL database linked service." }, - "CassandraLinkedServiceTypeProperties": { + "AzureMySqlLinkedServiceTypeProperties": { "type": "object", "properties": { - "authenticationType": { + "connectionString": { "type": "object", "properties": {}, - "description": "AuthenticationType to be used for connection. Type: string (or Expression with resultType string)." + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "host": { - "type": "object", - "properties": {}, - "description": "Host name for connection. Type: string (or Expression with resultType string)." - }, "password": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "port": { - "type": "object", - "properties": {}, - "description": "The port for the connection. Type: integer (or Expression with resultType integer)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "Username for authentication. Type: string (or Expression with resultType string)." + "description": "Azure Key Vault secret reference." } }, "required": [ - "host" + "connectionString" ], - "description": "Cassandra linked service properties." + "description": "Azure MySQL database linked service properties." }, - "CassandraTableDataset": { + "AzureMySqlSink": { "type": "object", "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "A query to execute before starting the copy. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "CassandraTable" + "AzureMySqlSink" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/CassandraTableDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Cassandra dataset properties." } }, "required": [ "type" ], - "description": "The Cassandra database dataset." + "description": "A copy activity Azure MySql sink." }, - "CassandraTableDatasetTypeProperties": { + "AzureMySqlSource": { "type": "object", "properties": { - "keyspace": { + "query": { "type": "object", "properties": {}, - "description": "The keyspace of the Cassandra database. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "The table name of the Cassandra database. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "AzureMySqlSource" + ] } }, - "description": "Cassandra dataset properties." + "required": [ + "type" + ], + "description": "A copy activity Azure MySQL source." }, - "CommonDataServiceForAppsEntityDataset": { + "AzureMySqlTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CommonDataServiceForAppsEntity" + "AzureMySqlTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CommonDataServiceForAppsEntityDatasetTypeProperties" + "$ref": "#/definitions/AzureMySqlTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Common Data Service for Apps entity dataset properties." + "description": "Azure MySQL database dataset properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Common Data Service for Apps entity dataset." + "description": "The Azure MySQL database dataset." }, - "CommonDataServiceForAppsEntityDatasetTypeProperties": { + "AzureMySqlTableDatasetTypeProperties": { "type": "object", "properties": { - "entityName": { + "table": { "type": "object", "properties": {}, - "description": "The logical name of the entity. Type: string (or Expression with resultType string)." + "description": "The name of Azure MySQL database table. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "The Azure MySQL database table name. Type: string (or Expression with resultType string)." } }, - "description": "Common Data Service for Apps entity dataset properties." + "description": "Azure MySQL database dataset properties." }, - "CommonDataServiceForAppsLinkedService": { + "AzurePostgreSqlLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CommonDataServiceForApps" + "AzurePostgreSql" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CommonDataServiceForAppsLinkedServiceTypeProperties" + "$ref": "#/definitions/AzurePostgreSqlLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Common Data Service for Apps linked service properties." + "description": "Azure PostgreSQL linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Common Data Service for Apps linked service." + "description": "Azure PostgreSQL linked service." }, - "CommonDataServiceForAppsLinkedServiceTypeProperties": { + "AzurePostgreSqlLinkedServiceTypeProperties": { "type": "object", "properties": { - "authenticationType": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "type": "string", - "enum": [ - "Office365", - "Ifd", - "AADServicePrincipal" - ] + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to connect to Common Data Service for Apps server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario. 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + "description": "Azure Key Vault secret reference." + } + }, + "description": "Azure PostgreSQL linked service properties." + }, + "AzurePostgreSqlSink": { + "type": "object", + "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "A query to execute before starting the copy. Type: string (or Expression with resultType string)." }, - "deploymentType": { + "type": { + "type": "string", + "enum": [ + "AzurePostgreSqlSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure PostgreSQL sink." + }, + "AzurePostgreSqlSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "AzurePostgreSqlSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure PostgreSQL source." + }, + "AzurePostgreSqlTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzurePostgreSqlTable" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "Online", - "OnPremisesWithIfd" - ] + "$ref": "#/definitions/AzurePostgreSqlTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The deployment type of the Common Data Service for Apps instance. 'Online' for Common Data Service for Apps Online and 'OnPremisesWithIfd' for Common Data Service for Apps on-premises with Ifd. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { + "description": "Azure PostgreSQL dataset properties." + } + }, + "required": [ + "type" + ], + "description": "Azure PostgreSQL dataset." + }, + "AzurePostgreSqlTableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The schema name of the Azure PostgreSQL database. Type: string (or Expression with resultType string)." }, - "hostName": { + "table": { "type": "object", "properties": {}, - "description": "The host name of the on-premises Common Data Service for Apps server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." + "description": "The table name of the Azure PostgreSQL database. Type: string (or Expression with resultType string)." }, - "organizationName": { + "tableName": { "type": "object", "properties": {}, - "description": "The organization name of the Common Data Service for Apps instance. The property is required for on-prem and required for online when there are more than one Common Data Service for Apps instances associated with the user. Type: string (or Expression with resultType string)." + "description": "The table name of the Azure PostgreSQL database which includes both schema and table. Type: string (or Expression with resultType string)." + } + }, + "description": "Azure PostgreSQL dataset properties." + }, + "AzureQueueSink": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureQueueSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Queue sink." + }, + "AzureSearchIndexDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureSearchIndex" + ] }, - "password": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/AzureSearchIndexDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "port": { + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The Azure Search Index." + }, + "AzureSearchIndexDatasetTypeProperties": { + "type": "object", + "properties": { + "indexName": { "type": "object", "properties": {}, - "description": "The port of on-premises Common Data Service for Apps server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "The name of the Azure Search Index. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "indexName" + ], + "description": "Properties specific to this dataset type." + }, + "AzureSearchIndexSink": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureSearchIndexSink" + ] }, - "servicePrincipalCredential": { + "writeBehavior": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "string", + "enum": [ + "Merge", + "Upload" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "servicePrincipalCredentialType": { - "type": "object", - "properties": {}, - "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." - }, - "serviceUri": { - "type": "object", - "properties": {}, - "description": "The URL to the Microsoft Common Data Service for Apps server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "User name to access the Common Data Service for Apps instance. Type: string (or Expression with resultType string)." + "description": "Specify the write behavior when upserting documents into Azure Search Index." } }, "required": [ - "authenticationType", - "deploymentType" + "type" ], - "description": "Common Data Service for Apps linked service properties." + "description": "A copy activity Azure Search Index sink." }, - "ConcurLinkedService": { + "AzureSearchLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Concur" + "AzureSearch" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ConcurLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureSearchLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Concur Service linked service properties." + "description": "Windows Azure Search Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Concur Service linked service." + "description": "Linked service for Windows Azure Search Service." }, - "ConcurLinkedServiceTypeProperties": { + "AzureSearchLinkedServiceTypeProperties": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "Application client_id supplied by Concur App Management." - }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "password": { + "key": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -4144,362 +4526,384 @@ ], "description": "The base definition of a secret type." }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." - }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." - }, - "username": { + "url": { "type": "object", "properties": {}, - "description": "The user name that you use to access Concur Service." + "description": "URL for Azure Search service. Type: string (or Expression with resultType string)." } }, "required": [ - "clientId", - "username" + "url" ], - "description": "Concur Service linked service properties." + "description": "Windows Azure Search Service linked service properties." }, - "ConcurObjectDataset": { + "AzureSqlDatabaseLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ConcurObject" + "AzureSqlDatabase" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/AzureSqlDatabaseLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Azure SQL Database linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Concur Service dataset." - }, - "ConnectionStateProperties": { - "type": "object", - "properties": {}, - "description": "The connection state of a managed private endpoint" + "description": "Microsoft Azure SQL Database linked service." }, - "ControlActivity": { + "AzureSqlDatabaseLinkedServiceTypeProperties": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/ExecutePipelineActivity" - }, - { - "$ref": "#/definitions/IfConditionActivity" + "properties": { + "azureCloudType": { + "type": "object", + "properties": {}, + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/SwitchActivity" + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - { - "$ref": "#/definitions/ForEachActivity" + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/WaitActivity" + "password": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." }, - { - "$ref": "#/definitions/UntilActivity" - }, - { - "$ref": "#/definitions/ValidationActivity" - }, - { - "$ref": "#/definitions/FilterActivity" - }, - { - "$ref": "#/definitions/SetVariableActivity" - }, - { - "$ref": "#/definitions/AppendVariableActivity" - }, - { - "$ref": "#/definitions/WebHookActivity" - } - ], - "properties": { - "type": { - "type": "string", - "enum": [ - "Container" - ] - } - }, - "required": [ - "type" - ], - "description": "Base class for all control activities like IfCondition, ForEach , Until." - }, - "CopyActivity": { - "type": "object", - "properties": { - "inputs": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/DatasetReference" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of inputs for the activity." + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the service principal used to authenticate against Azure SQL Database. Type: string (or Expression with resultType string)." }, - "outputs": { + "servicePrincipalKey": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/DatasetReference" - } + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of outputs for the activity." + "description": "The base definition of a secret type." }, + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "connectionString" + ], + "description": "Azure SQL Database linked service properties." + }, + "AzureSqlDWLinkedService": { + "type": "object", + "properties": { "type": { "type": "string", "enum": [ - "Copy" + "AzureSqlDW" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CopyActivityTypeProperties" + "$ref": "#/definitions/AzureSqlDWLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Copy activity properties." + "description": "Azure SQL Data Warehouse linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Copy activity." + "description": "Azure SQL Data Warehouse linked service." }, - "CopyActivityTypeProperties": { + "AzureSqlDWLinkedServiceTypeProperties": { "type": "object", "properties": { - "dataIntegrationUnits": { + "azureCloudType": { "type": "object", "properties": {}, - "description": "Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "enableSkipIncompatibleRow": { + "connectionString": { "type": "object", "properties": {}, - "description": "Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "enableStaging": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "logStorageSettings": { + "password": { "oneOf": [ { - "$ref": "#/definitions/LogStorageSettings" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Log storage settings." + "description": "Azure Key Vault secret reference." }, - "parallelCopies": { + "servicePrincipalId": { "type": "object", "properties": {}, - "description": "Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "The ID of the service principal used to authenticate against Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." }, - "preserve": { + "servicePrincipalKey": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Preserve rules." + "description": "The base definition of a secret type." }, - "preserveRules": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Preserve Rules." + "tenant": { + "type": "object", + "properties": {}, + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "connectionString" + ], + "description": "Azure SQL Data Warehouse linked service properties." + }, + "AzureSqlDWTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureSqlDWTable" + ] }, - "redirectIncompatibleRowSettings": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/RedirectIncompatibleRowSettings" + "$ref": "#/definitions/AzureSqlDWTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Redirect incompatible row settings" + "description": "Azure SQL Data Warehouse dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Azure SQL Data Warehouse dataset." + }, + "AzureSqlDWTableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." }, - "sink": { - "oneOf": [ - { - "$ref": "#/definitions/CopySink" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "A copy activity sink." + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)." }, - "skipErrorFile": { + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Azure SQL Data Warehouse dataset properties." + }, + "AzureSqlMILinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "AzureSqlMI" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SkipErrorFile" + "$ref": "#/definitions/AzureSqlMILinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Skip error file." + "description": "Azure SQL Managed Instance linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Azure SQL Managed Instance linked service." + }, + "AzureSqlMILinkedServiceTypeProperties": { + "type": "object", + "properties": { + "azureCloudType": { + "type": "object", + "properties": {}, + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "source": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "$ref": "#/definitions/CopySource" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A copy activity source." + "description": "Azure Key Vault secret reference." }, - "stagingSettings": { + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The ID of the service principal used to authenticate against Azure SQL Managed Instance. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { "oneOf": [ { - "$ref": "#/definitions/StagingSettings" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Staging settings." - }, - "translator": { - "type": "object", - "properties": {}, - "description": "Copy activity translator. If not specified, tabular translator is used." + "description": "The base definition of a secret type." }, - "validateDataConsistency": { + "tenant": { "type": "object", "properties": {}, - "description": "Whether to enable Data Consistency validation. Type: boolean (or Expression with resultType boolean)." + "description": "The name or ID of the tenant to which the service principal belongs. Type: string (or Expression with resultType string)." } }, "required": [ - "sink", - "source" + "connectionString" ], - "description": "Copy activity properties." + "description": "Azure SQL Managed Instance linked service properties." }, - "CopySink": { + "AzureSqlMITableDataset": { "type": "object", "properties": { - "additionalProperties": { + "type": { + "type": "string", + "enum": [ + "AzureSqlMITable" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/AzureSqlMITableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" - }, - "maxConcurrentConnections": { + "description": "Azure SQL Managed Instance dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Azure SQL Managed Instance dataset." + }, + "AzureSqlMITableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { "type": "object", "properties": {}, - "description": "The maximum concurrent connection count for the sink data store. Type: integer (or Expression with resultType integer)." + "description": "The schema name of the Azure SQL Managed Instance. Type: string (or Expression with resultType string)." }, - "sinkRetryCount": { + "table": { "type": "object", "properties": {}, - "description": "Sink retry count. Type: integer (or Expression with resultType integer)." + "description": "The table name of the Azure SQL Managed Instance dataset. Type: string (or Expression with resultType string)." }, - "sinkRetryWait": { + "tableName": { "type": "object", "properties": {}, - "description": "Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Azure SQL Managed Instance dataset properties." + }, + "AzureSqlSink": { + "type": "object", + "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "writeBatchSize": { + "sqlWriterStoredProcedureName": { "type": "object", "properties": {}, - "description": "Write batch size. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "SQL writer stored procedure name. Type: string (or Expression with resultType string)." }, - "writeBatchTimeout": { + "sqlWriterTableType": { "type": "object", "properties": {}, - "description": "Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." - } - }, - "description": "A copy activity sink." - }, - "CopySource": { - "type": "object", - "properties": { - "additionalProperties": { + "description": "SQL writer table type. Type: string (or Expression with resultType string)." + }, + "storedProcedureParameters": { "oneOf": [ { "type": "object", "additionalProperties": { - "type": "object", - "properties": {} + "$ref": "#/definitions/StoredProcedureParameter" }, "properties": {} }, @@ -4507,369 +4911,407 @@ "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "SQL stored procedure parameters." }, - "maxConcurrentConnections": { + "storedProcedureTableTypeParameterName": { "type": "object", "properties": {}, - "description": "The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer)." + "description": "The stored procedure parameter name of the table type. Type: string (or Expression with resultType string)." }, - "sourceRetryCount": { + "tableOption": { "type": "object", "properties": {}, - "description": "Source retry count. Type: integer (or Expression with resultType integer)." + "description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)." }, - "sourceRetryWait": { - "type": "object", - "properties": {}, - "description": "Source retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + "type": { + "type": "string", + "enum": [ + "AzureSqlSink" + ] } }, - "description": "A copy activity source." + "required": [ + "type" + ], + "description": "A copy activity Azure SQL sink." }, - "CosmosDbLinkedService": { + "AzureSqlSource": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "CosmosDb" - ] - }, - "typeProperties": { + "partitionOption": { "oneOf": [ { - "$ref": "#/definitions/CosmosDbLinkedServiceTypeProperties" + "type": "string", + "enum": [ + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "CosmosDB linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Microsoft Azure Cosmos Database (CosmosDB) linked service." - }, - "CosmosDbLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "accountEndpoint": { - "type": "object", - "properties": {}, - "description": "The endpoint of the Azure CosmosDB account. Type: string (or Expression with resultType string)" + "description": "The partition mechanism that will be used for Sql read in parallel." }, - "accountKey": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/SqlPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The settings that will be leveraged for Sql source partitioning." }, - "connectionString": { + "produceAdditionalTypes": { "type": "object", "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "Which additional types to produce." }, - "database": { + "sqlReaderQuery": { "type": "object", "properties": {}, - "description": "The name of the database. Type: string (or Expression with resultType string)" + "description": "SQL reader query. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "sqlReaderStoredProcedureName": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string)." + }, + "storedProcedureParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." + }, + "type": { + "type": "string", + "enum": [ + "AzureSqlSource" + ] } }, - "description": "CosmosDB linked service properties." + "required": [ + "type" + ], + "description": "A copy activity Azure SQL source." }, - "CosmosDbMongoDbApiCollectionDataset": { + "AzureSqlTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CosmosDbMongoDbApiCollection" + "AzureSqlTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CosmosDbMongoDbApiCollectionDatasetTypeProperties" + "$ref": "#/definitions/AzureSqlTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "CosmosDB (MongoDB API) database dataset properties." + "description": "Azure SQL dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "The CosmosDB (MongoDB API) database dataset." + "description": "The Azure SQL Server database dataset." }, - "CosmosDbMongoDbApiCollectionDatasetTypeProperties": { + "AzureSqlTableDatasetTypeProperties": { "type": "object", "properties": { - "collection": { + "schema": { "type": "object", "properties": {}, - "description": "The collection name of the CosmosDB (MongoDB API) database. Type: string (or Expression with resultType string)." + "description": "The schema name of the Azure SQL database. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Azure SQL database. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." } }, - "required": [ - "collection" - ], - "description": "CosmosDB (MongoDB API) database dataset properties." + "description": "Azure SQL dataset properties." }, - "CosmosDbMongoDbApiLinkedService": { + "AzureStorageLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CosmosDbMongoDbApi" + "AzureStorage" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CosmosDbMongoDbApiLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureStorageLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "CosmosDB (MongoDB API) linked service properties." + "description": "Azure Storage linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for CosmosDB (MongoDB API) data source." + "description": "The storage account linked service." }, - "CosmosDbMongoDbApiLinkedServiceTypeProperties": { + "AzureStorageLinkedServiceTypeProperties": { "type": "object", "properties": { + "accountKey": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + }, "connectionString": { "type": "object", "properties": {}, - "description": "The CosmosDB (MongoDB API) connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "The connection string. It is mutually exclusive with sasUri property. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "database": { + "encryptedCredential": { + "type": "string", + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "sasToken": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + }, + "sasUri": { "type": "object", "properties": {}, - "description": "The name of the CosmosDB (MongoDB API) database that you want to access. Type: string (or Expression with resultType string)." + "description": "SAS URI of the Azure Storage resource. It is mutually exclusive with connectionString property. Type: string, SecureString or AzureKeyVaultSecretReference." } }, - "required": [ - "connectionString", - "database" - ], - "description": "CosmosDB (MongoDB API) linked service properties." + "description": "Azure Storage linked service properties." }, - "CosmosDbSqlApiCollectionDataset": { + "AzureTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CosmosDbSqlApiCollection" + "AzureTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CosmosDbSqlApiCollectionDatasetTypeProperties" + "$ref": "#/definitions/AzureTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "CosmosDB (SQL API) Collection dataset properties." + "description": "Azure Table dataset properties." } }, "required": [ "type", "typeProperties" ], - "description": "Microsoft Azure CosmosDB (SQL API) Collection dataset." + "description": "The Azure Table storage dataset." }, - "CosmosDbSqlApiCollectionDatasetTypeProperties": { + "AzureTableDatasetTypeProperties": { "type": "object", "properties": { - "collectionName": { + "tableName": { "type": "object", "properties": {}, - "description": "CosmosDB (SQL API) collection name. Type: string (or Expression with resultType string)." + "description": "The table name of the Azure Table storage. Type: string (or Expression with resultType string)." } }, "required": [ - "collectionName" + "tableName" ], - "description": "CosmosDB (SQL API) Collection dataset properties." + "description": "Azure Table dataset properties." }, - "CouchbaseLinkedService": { + "AzureTableSink": { "type": "object", "properties": { + "azureTableDefaultPartitionKeyValue": { + "type": "object", + "properties": {}, + "description": "Azure Table default partition key value. Type: string (or Expression with resultType string)." + }, + "azureTableInsertType": { + "type": "object", + "properties": {}, + "description": "Azure Table insert type. Type: string (or Expression with resultType string)." + }, + "azureTablePartitionKeyName": { + "type": "object", + "properties": {}, + "description": "Azure Table partition key name. Type: string (or Expression with resultType string)." + }, + "azureTableRowKeyName": { + "type": "object", + "properties": {}, + "description": "Azure Table row key name. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "Couchbase" + "AzureTableSink" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/CouchbaseLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Couchbase server linked service properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Couchbase server linked service." + "description": "A copy activity Azure Table sink." }, - "CouchbaseLinkedServiceTypeProperties": { + "AzureTableSource": { "type": "object", "properties": { - "connectionString": { + "azureTableSourceIgnoreTableNotFound": { "type": "object", "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "credString": { - "oneOf": [ - { - "$ref": "#/definitions/AzureKeyVaultSecretReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Key Vault secret reference." + "description": "Azure Table source ignore table not found. Type: boolean (or Expression with resultType boolean)." }, - "encryptedCredential": { + "azureTableSourceQuery": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Azure Table source query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "AzureTableSource" + ] } }, - "description": "Couchbase server linked service properties." + "required": [ + "type" + ], + "description": "A copy activity Azure Table source." }, - "CouchbaseTableDataset": { + "AzureTableStorageLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "CouchbaseTable" + "AzureTableStorage" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/AzureStorageLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Azure Storage linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Couchbase server dataset." + "description": "The azure table storage linked service." }, - "CustomActivity": { + "BinaryDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Custom" + "Binary" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/CustomActivityTypeProperties" + "$ref": "#/definitions/BinaryDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Custom activity properties." + "description": "Binary dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Custom activity type." + "description": "Binary dataset." }, - "CustomActivityReferenceObject": { + "BinaryDatasetTypeProperties": { "type": "object", "properties": { - "datasets": { + "compression": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/DatasetReference" - } + "$ref": "#/definitions/DatasetCompression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset references." + "description": "The compression method used on a dataset." }, - "linkedServices": { + "location": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/LinkedServiceReference" - } + "$ref": "#/definitions/DatasetLocation" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service references." + "description": "Dataset location." } }, - "description": "Reference objects for custom activity" + "required": [ + "location" + ], + "description": "Binary dataset properties." }, - "CustomActivityTypeProperties": { + "BinaryReadSettings": { "type": "object", "properties": { - "command": { - "type": "object", - "properties": {}, - "description": "Command for custom activity Type: string (or Expression with resultType string)." - }, - "extendedProperties": { + "additionalProperties": { "oneOf": [ { "type": "object", @@ -4883,881 +5325,1368 @@ "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined." - }, - "folderPath": { - "type": "object", - "properties": {}, - "description": "Folder path for resource files Type: string (or Expression with resultType string)." - }, - "referenceObjects": { - "oneOf": [ - { - "$ref": "#/definitions/CustomActivityReferenceObject" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Reference objects for custom activity" + "description": "Unmatched properties from the message are deserialized this collection" }, - "resourceLinkedService": { + "compressionProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/CompressionReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Compression read settings." }, - "retentionTimeInDays": { - "type": "object", - "properties": {}, - "description": "The retention time for the files submitted for custom activity. Type: double (or Expression with resultType double)." - } - }, - "required": [ - "command" - ], - "description": "Custom activity properties." - }, - "CustomDataSourceLinkedService": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "CustomDataSource" + "BinaryReadSettings" ] - }, - "typeProperties": { - "type": "object", - "properties": {}, - "description": "Custom linked service properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Custom linked service." - }, - "CustomSetupBase": { - "type": "object", - "properties": {}, - "description": "The base definition of the custom setup." + "description": "Binary read settings." }, - "DatabricksNotebookActivity": { + "BinarySink": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "DatabricksNotebook" - ] - }, - "typeProperties": { + "storeSettings": { "oneOf": [ { - "$ref": "#/definitions/DatabricksNotebookActivityTypeProperties" + "$ref": "#/definitions/StoreWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Databricks Notebook activity properties." + "description": "Connector write settings." + }, + "type": { + "type": "string", + "enum": [ + "BinarySink" + ] } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "DatabricksNotebook activity." + "description": "A copy activity Binary sink." }, - "DatabricksNotebookActivityTypeProperties": { + "BinarySource": { "type": "object", "properties": { - "baseParameters": { + "formatSettings": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/BinaryReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used." + "description": "Binary read settings." }, - "libraries": { + "storeSettings": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - } + "$ref": "#/definitions/StoreReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A list of libraries to be installed on the cluster that will execute the job." + "description": "Connector read setting." }, - "notebookPath": { - "type": "object", - "properties": {}, - "description": "The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "BinarySource" + ] } }, "required": [ - "notebookPath" + "type" ], - "description": "Databricks Notebook activity properties." + "description": "A copy activity Binary source." }, - "DatabricksSparkJarActivity": { + "BlobEventsTrigger": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DatabricksSparkJar" + "BlobEventsTrigger" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DatabricksSparkJarActivityTypeProperties" + "$ref": "#/definitions/BlobEventsTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Databricks SparkJar activity properties." + "description": "Blob Events Trigger properties." } }, "required": [ "type", "typeProperties" ], - "description": "DatabricksSparkJar activity." + "description": "Trigger that runs every time a Blob event occurs." }, - "DatabricksSparkJarActivityTypeProperties": { + "BlobEventsTriggerTypeProperties": { "type": "object", "properties": { - "libraries": { + "blobPathBeginsWith": { + "type": "string", + "description": "The blob path must begin with the pattern provided for trigger to fire. For example, '/records/blobs/december/' will only fire the trigger for blobs in the december folder under the records container. At least one of these must be provided: blobPathBeginsWith, blobPathEndsWith." + }, + "blobPathEndsWith": { + "type": "string", + "description": "The blob path must end with the pattern provided for trigger to fire. For example, 'december/boxes.csv' will only fire the trigger for blobs named boxes in a december folder. At least one of these must be provided: blobPathBeginsWith, blobPathEndsWith." + }, + "events": { "oneOf": [ { "type": "array", "items": { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "string", + "enum": [ + "Microsoft.Storage.BlobCreated", + "Microsoft.Storage.BlobDeleted" + ] } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A list of libraries to be installed on the cluster that will execute the job." - }, - "mainClassName": { - "type": "object", - "properties": {}, - "description": "The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string)." + "description": "Blob event types." }, - "parameters": { + "ignoreEmptyBlobs": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Parameters that will be passed to the main method." + "description": "If set to true, blobs with zero bytes will be ignored." + }, + "scope": { + "type": "string", + "description": "The ARM resource ID of the Storage Account." } }, "required": [ - "mainClassName" + "events", + "scope" ], - "description": "Databricks SparkJar activity properties." + "description": "Blob Events Trigger properties." }, - "DatabricksSparkPythonActivity": { + "BlobSink": { "type": "object", "properties": { + "blobWriterAddHeader": { + "type": "object", + "properties": {}, + "description": "Blob writer add header. Type: boolean (or Expression with resultType boolean)." + }, + "blobWriterDateTimeFormat": { + "type": "object", + "properties": {}, + "description": "Blob writer date time format. Type: string (or Expression with resultType string)." + }, + "blobWriterOverwriteFiles": { + "type": "object", + "properties": {}, + "description": "Blob writer overwrite files. Type: boolean (or Expression with resultType boolean)." + }, + "copyBehavior": { + "type": "object", + "properties": {}, + "description": "The type of copy behavior for copy sink." + }, "type": { "type": "string", "enum": [ - "DatabricksSparkPython" + "BlobSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Blob sink." + }, + "BlobSource": { + "type": "object", + "properties": { + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "skipHeaderLineCount": { + "type": "object", + "properties": {}, + "description": "Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer)." + }, + "treatEmptyAsNull": { + "type": "object", + "properties": {}, + "description": "Treat empty as null. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "BlobSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure Blob source." + }, + "BlobTrigger": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "BlobTrigger" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DatabricksSparkPythonActivityTypeProperties" + "$ref": "#/definitions/BlobTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Databricks SparkPython activity properties." + "description": "Blob Trigger properties." } }, "required": [ "type", "typeProperties" ], - "description": "DatabricksSparkPython activity." + "description": "Trigger that runs every time the selected Blob container changes." }, - "DatabricksSparkPythonActivityTypeProperties": { + "BlobTriggerTypeProperties": { "type": "object", "properties": { - "libraries": { + "folderPath": { + "type": "string", + "description": "The path of the container/folder that will trigger the pipeline." + }, + "linkedService": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - } + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A list of libraries to be installed on the cluster that will execute the job." + "description": "Linked service reference type." }, - "parameters": { + "maxConcurrency": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "type": "integer" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Command line parameters that will be passed to the Python file." - }, - "pythonFile": { - "type": "object", - "properties": {}, - "description": "The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string)." + "description": "The max number of parallel files to handle when it is triggered." } }, "required": [ - "pythonFile" + "folderPath", + "linkedService", + "maxConcurrency" ], - "description": "Databricks SparkPython activity properties." + "description": "Blob Trigger properties." }, - "DataFlow": { + "CassandraLinkedService": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/MappingDataFlow" - } - ], "properties": { - "annotations": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of tags that can be used for describing the data flow." - }, - "description": { + "type": { "type": "string", - "description": "The description of the data flow." + "enum": [ + "Cassandra" + ] }, - "folder": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DataFlowFolder" + "$ref": "#/definitions/CassandraLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The folder that this data flow is in. If not specified, Data flow will appear at the root level." - } - }, - "description": "Azure Data Factory nested object which contains a flow with data movements and transformations." - }, - "DataFlowFolder": { - "type": "object", - "properties": { - "name": { - "type": "string", - "description": "The name of the folder that this data flow is in." + "description": "Cassandra linked service properties." } }, - "description": "The folder that this data flow is in. If not specified, Data flow will appear at the root level." + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for Cassandra data source." }, - "DataFlowReference": { + "CassandraLinkedServiceTypeProperties": { "type": "object", "properties": { - "additionalProperties": { + "authenticationType": { + "type": "object", + "properties": {}, + "description": "AuthenticationType to be used for connection. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "Host name for connection. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "The base definition of a secret type." }, - "datasetParameters": { + "port": { "type": "object", "properties": {}, - "description": "Reference data flow parameters from dataset." - }, - "referenceName": { - "type": "string", - "description": "Reference data flow name." + "description": "The port for the connection. Type: integer (or Expression with resultType integer)." }, - "type": { + "username": { + "type": "object", + "properties": {}, + "description": "Username for authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "host" + ], + "description": "Cassandra linked service properties." + }, + "CassandraSource": { + "type": "object", + "properties": { + "consistencyLevel": { "oneOf": [ { "type": "string", "enum": [ - "DataFlowReference" + "ALL", + "EACH_QUORUM", + "QUORUM", + "LOCAL_QUORUM", + "ONE", + "TWO", + "THREE", + "LOCAL_ONE", + "SERIAL", + "LOCAL_SERIAL" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Data flow reference type." + "description": "The consistency level specifies how many Cassandra servers must respond to a read request before returning data to the client application. Cassandra checks the specified number of Cassandra servers for data to satisfy the read request. Must be one of cassandraSourceReadConsistencyLevels. The default value is 'ONE'. It is case-insensitive." + }, + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "CassandraSource" + ] } }, "required": [ - "referenceName", "type" ], - "description": "Data flow reference type." + "description": "A copy activity source for a Cassandra database." }, - "DataFlowSink": { + "CassandraTableDataset": { "type": "object", "properties": { - "dataset": { + "type": { + "type": "string", + "enum": [ + "CassandraTable" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DatasetReference" + "$ref": "#/definitions/CassandraTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset reference type." - }, - "description": { - "type": "string", - "description": "Transformation description." + "description": "Cassandra dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Cassandra database dataset." + }, + "CassandraTableDatasetTypeProperties": { + "type": "object", + "properties": { + "keyspace": { + "type": "object", + "properties": {}, + "description": "The keyspace of the Cassandra database. Type: string (or Expression with resultType string)." }, - "linkedService": { + "tableName": { + "type": "object", + "properties": {}, + "description": "The table name of the Cassandra database. Type: string (or Expression with resultType string)." + } + }, + "description": "Cassandra dataset properties." + }, + "ChainingTrigger": { + "type": "object", + "properties": { + "pipeline": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/TriggerPipelineReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Pipeline that needs to be triggered with the given parameters." }, - "name": { + "type": { "type": "string", - "description": "Transformation name." + "enum": [ + "ChainingTrigger" + ] }, - "schemaLinkedService": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/ChainingTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Chaining Trigger properties." } }, "required": [ - "name" + "pipeline", + "type", + "typeProperties" ], - "description": "Transformation for data flow sink." + "description": "Trigger that allows the referenced pipeline to depend on other pipeline runs based on runDimension Name/Value pairs. Upstream pipelines should declare the same runDimension Name and their runs should have the values for those runDimensions. The referenced pipeline run would be triggered if the values for the runDimension match for all upstream pipeline runs." }, - "DataFlowSource": { + "ChainingTriggerTypeProperties": { "type": "object", "properties": { - "dataset": { + "dependsOn": { "oneOf": [ { - "$ref": "#/definitions/DatasetReference" + "type": "array", + "items": { + "$ref": "#/definitions/PipelineReference" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset reference type." + "description": "Upstream Pipelines." }, - "description": { + "runDimension": { "type": "string", - "description": "Transformation description." + "description": "Run Dimension property that needs to be emitted by upstream pipelines." + } + }, + "required": [ + "dependsOn", + "runDimension" + ], + "description": "Chaining Trigger properties." + }, + "CmdkeySetup": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "CmdkeySetup" + ] }, - "linkedService": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/CmdkeySetupTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." - }, - "name": { - "type": "string", - "description": "Transformation name." - }, - "schemaLinkedService": { + "description": "Cmdkey command custom setup type properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The custom setup of running cmdkey commands." + }, + "CmdkeySetupTypeProperties": { + "type": "object", + "properties": { + "password": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "The base definition of a secret type." + }, + "targetName": { + "type": "object", + "properties": {}, + "description": "The server name of data source access." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "The user name of data source access." } }, "required": [ - "name" + "password", + "targetName", + "userName" ], - "description": "Transformation for data flow source." + "description": "Cmdkey command custom setup type properties." }, - "DataFlowStagingInfo": { + "CommonDataServiceForAppsEntityDataset": { "type": "object", "properties": { - "folderPath": { - "type": "object", - "properties": {}, - "description": "Folder path for staging blob. Type: string (or Expression with resultType string)" + "type": { + "type": "string", + "enum": [ + "CommonDataServiceForAppsEntity" + ] }, - "linkedService": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/CommonDataServiceForAppsEntityDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Common Data Service for Apps entity dataset properties." } }, - "description": "Staging info for execute data flow activity." + "required": [ + "type" + ], + "description": "The Common Data Service for Apps entity dataset." }, - "DataLakeAnalyticsUSQLActivity": { + "CommonDataServiceForAppsEntityDatasetTypeProperties": { + "type": "object", + "properties": { + "entityName": { + "type": "object", + "properties": {}, + "description": "The logical name of the entity. Type: string (or Expression with resultType string)." + } + }, + "description": "Common Data Service for Apps entity dataset properties." + }, + "CommonDataServiceForAppsLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DataLakeAnalyticsU-SQL" + "CommonDataServiceForApps" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DataLakeAnalyticsUSQLActivityTypeProperties" + "$ref": "#/definitions/CommonDataServiceForAppsLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "DataLakeAnalyticsU-SQL activity properties." + "description": "Common Data Service for Apps linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Data Lake Analytics U-SQL activity." + "description": "Common Data Service for Apps linked service." }, - "DataLakeAnalyticsUSQLActivityTypeProperties": { + "CommonDataServiceForAppsLinkedServiceTypeProperties": { "type": "object", "properties": { - "compilationMode": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Office365", + "Ifd", + "AADServicePrincipal" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication type to connect to Common Data Service for Apps server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario. 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + }, + "deploymentType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Online", + "OnPremisesWithIfd" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The deployment type of the Common Data Service for Apps instance. 'Online' for Common Data Service for Apps Online and 'OnPremisesWithIfd' for Common Data Service for Apps on-premises with Ifd. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "degreeOfParallelism": { + "hostName": { "type": "object", "properties": {}, - "description": "The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1." + "description": "The host name of the on-premises Common Data Service for Apps server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." }, - "parameters": { + "organizationName": { + "type": "object", + "properties": {}, + "description": "The organization name of the Common Data Service for Apps instance. The property is required for on-prem and required for online when there are more than one Common Data Service for Apps instances associated with the user. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Parameters for U-SQL job request." - }, - "priority": { - "type": "object", - "properties": {}, - "description": "Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1." + "description": "The base definition of a secret type." }, - "runtimeVersion": { + "port": { "type": "object", "properties": {}, - "description": "Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string)." + "description": "The port of on-premises Common Data Service for Apps server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." }, - "scriptLinkedService": { + "servicePrincipalCredential": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "The base definition of a secret type." }, - "scriptPath": { + "servicePrincipalCredentialType": { "type": "object", "properties": {}, - "description": "Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string)." + "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." + }, + "serviceUri": { + "type": "object", + "properties": {}, + "description": "The URL to the Microsoft Common Data Service for Apps server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "User name to access the Common Data Service for Apps instance. Type: string (or Expression with resultType string)." } }, "required": [ - "scriptLinkedService", - "scriptPath" + "authenticationType", + "deploymentType" ], - "description": "DataLakeAnalyticsU-SQL activity properties." + "description": "Common Data Service for Apps linked service properties." }, - "Dataset": { + "CommonDataServiceForAppsSink": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/AmazonS3Dataset" - }, - { - "$ref": "#/definitions/AvroDataset" - }, - { - "$ref": "#/definitions/ExcelDataset" - }, - { - "$ref": "#/definitions/ParquetDataset" + "properties": { + "alternateKeyName": { + "type": "object", + "properties": {}, + "description": "The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/DelimitedTextDataset" + "ignoreNullValues": { + "type": "object", + "properties": {}, + "description": "The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean)." }, - { - "$ref": "#/definitions/JsonDataset" + "type": { + "type": "string", + "enum": [ + "CommonDataServiceForAppsSink" + ] }, - { - "$ref": "#/definitions/XmlDataset" + "writeBehavior": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Upsert" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The write behavior for the operation." + } + }, + "required": [ + "type", + "writeBehavior" + ], + "description": "A copy activity Common Data Service for Apps sink." + }, + "CommonDataServiceForAppsSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - { - "$ref": "#/definitions/OrcDataset" + "query": { + "type": "object", + "properties": {}, + "description": "FetchXML is a proprietary query language that is used in Microsoft Common Data Service for Apps (online & on-premises). Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/BinaryDataset" - }, - { - "$ref": "#/definitions/AzureBlobDataset" - }, - { - "$ref": "#/definitions/AzureTableDataset" - }, - { - "$ref": "#/definitions/AzureSqlTableDataset" - }, - { - "$ref": "#/definitions/AzureSqlMITableDataset" + "type": { + "type": "string", + "enum": [ + "CommonDataServiceForAppsSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Common Data Service for Apps source." + }, + "ComponentSetup": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ComponentSetup" + ] }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/LicensedComponentSetupTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Installation of licensed component setup type properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The custom setup of installing 3rd party components." + }, + "CompressionReadSettings": { + "type": "object", + "oneOf": [ { - "$ref": "#/definitions/AzureSqlDWTableDataset" + "$ref": "#/definitions/ZipDeflateReadSettings" }, { - "$ref": "#/definitions/CassandraTableDataset" + "$ref": "#/definitions/TarReadSettings" }, { - "$ref": "#/definitions/CosmosDbSqlApiCollectionDataset" + "$ref": "#/definitions/TarGZipReadSettings" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + } + }, + "description": "Compression read settings." + }, + "ConcurLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Concur" + ] }, - { - "$ref": "#/definitions/DocumentDbCollectionDataset" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ConcurLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Concur Service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Concur Service linked service." + }, + "ConcurLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "clientId": { + "type": "object", + "properties": {}, + "description": "Application client_id supplied by Concur App Management." }, - { - "$ref": "#/definitions/DynamicsEntityDataset" + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/DynamicsCrmEntityDataset" + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." }, - { - "$ref": "#/definitions/CommonDataServiceForAppsEntityDataset" + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - { - "$ref": "#/definitions/AzureDataLakeStoreDataset" + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." }, - { - "$ref": "#/definitions/AzureBlobFSDataset" + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." }, - { - "$ref": "#/definitions/Office365Dataset" + "username": { + "type": "object", + "properties": {}, + "description": "The user name that you use to access Concur Service." + } + }, + "required": [ + "clientId", + "username" + ], + "description": "Concur Service linked service properties." + }, + "ConcurObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ConcurObject" + ] }, - { - "$ref": "#/definitions/FileShareDataset" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "Concur Service dataset." + }, + "ConcurSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, + "type": { + "type": "string", + "enum": [ + "ConcurSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Concur Service source." + }, + "ConnectionStateProperties": { + "type": "object", + "properties": {}, + "description": "The connection state of a managed private endpoint" + }, + "ControlActivity": { + "type": "object", + "oneOf": [ { - "$ref": "#/definitions/MongoDbCollectionDataset" + "$ref": "#/definitions/ExecutePipelineActivity" }, { - "$ref": "#/definitions/MongoDbV2CollectionDataset" + "$ref": "#/definitions/IfConditionActivity" }, { - "$ref": "#/definitions/CosmosDbMongoDbApiCollectionDataset" + "$ref": "#/definitions/SwitchActivity" }, { - "$ref": "#/definitions/ODataResourceDataset" + "$ref": "#/definitions/ForEachActivity" }, { - "$ref": "#/definitions/OracleTableDataset" + "$ref": "#/definitions/WaitActivity" }, { - "$ref": "#/definitions/TeradataTableDataset" + "$ref": "#/definitions/UntilActivity" }, { - "$ref": "#/definitions/AzureMySqlTableDataset" + "$ref": "#/definitions/ValidationActivity" }, { - "$ref": "#/definitions/AmazonRedshiftTableDataset" + "$ref": "#/definitions/FilterActivity" }, { - "$ref": "#/definitions/Db2TableDataset" + "$ref": "#/definitions/SetVariableActivity" }, { - "$ref": "#/definitions/RelationalTableDataset" + "$ref": "#/definitions/AppendVariableActivity" }, { - "$ref": "#/definitions/InformixTableDataset" + "$ref": "#/definitions/WebHookActivity" + } + ], + "properties": { + "type": { + "type": "string", + "enum": [ + "Container" + ] + } + }, + "required": [ + "type" + ], + "description": "Base class for all control activities like IfCondition, ForEach , Until." + }, + "CopyActivity": { + "type": "object", + "properties": { + "inputs": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/DatasetReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of inputs for the activity." }, - { - "$ref": "#/definitions/OdbcTableDataset" - }, - { - "$ref": "#/definitions/MySqlTableDataset" - }, - { - "$ref": "#/definitions/PostgreSqlTableDataset" - }, - { - "$ref": "#/definitions/MicrosoftAccessTableDataset" + "outputs": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/DatasetReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of outputs for the activity." }, - { - "$ref": "#/definitions/SalesforceObjectDataset" + "type": { + "type": "string", + "enum": [ + "Copy" + ] }, - { - "$ref": "#/definitions/SalesforceServiceCloudObjectDataset" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/CopyActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Copy activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Copy activity." + }, + "CopyActivityTypeProperties": { + "type": "object", + "properties": { + "dataIntegrationUnits": { + "type": "object", + "properties": {}, + "description": "Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0." }, - { - "$ref": "#/definitions/SybaseTableDataset" + "enableSkipIncompatibleRow": { + "type": "object", + "properties": {}, + "description": "Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean)." }, - { - "$ref": "#/definitions/SapBwCubeDataset" + "enableStaging": { + "type": "object", + "properties": {}, + "description": "Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean)." }, - { - "$ref": "#/definitions/SapCloudForCustomerResourceDataset" + "logStorageSettings": { + "oneOf": [ + { + "$ref": "#/definitions/LogStorageSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Log storage settings." }, - { - "$ref": "#/definitions/SapEccResourceDataset" + "parallelCopies": { + "type": "object", + "properties": {}, + "description": "Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0." }, - { - "$ref": "#/definitions/SapHanaTableDataset" + "preserve": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Preserve rules." }, - { - "$ref": "#/definitions/SapOpenHubTableDataset" + "preserveRules": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Preserve Rules." }, - { - "$ref": "#/definitions/SqlServerTableDataset" + "redirectIncompatibleRowSettings": { + "oneOf": [ + { + "$ref": "#/definitions/RedirectIncompatibleRowSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Redirect incompatible row settings" }, - { - "$ref": "#/definitions/RestResourceDataset" + "sink": { + "oneOf": [ + { + "$ref": "#/definitions/CopySink" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A copy activity sink." }, - { - "$ref": "#/definitions/SapTableResourceDataset" + "skipErrorFile": { + "oneOf": [ + { + "$ref": "#/definitions/SkipErrorFile" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Skip error file." }, - { - "$ref": "#/definitions/WebTableDataset" + "source": { + "oneOf": [ + { + "$ref": "#/definitions/CopySource" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A copy activity source." }, - { - "$ref": "#/definitions/AzureSearchIndexDataset" + "stagingSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StagingSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Staging settings." }, - { - "$ref": "#/definitions/HttpDataset" + "translator": { + "type": "object", + "properties": {}, + "description": "Copy activity translator. If not specified, tabular translator is used." }, + "validateDataConsistency": { + "type": "object", + "properties": {}, + "description": "Whether to enable Data Consistency validation. Type: boolean (or Expression with resultType boolean)." + } + }, + "required": [ + "sink", + "source" + ], + "description": "Copy activity properties." + }, + "CopySink": { + "type": "object", + "oneOf": [ { - "$ref": "#/definitions/AmazonMWSObjectDataset" + "$ref": "#/definitions/DelimitedTextSink" }, { - "$ref": "#/definitions/AzurePostgreSqlTableDataset" + "$ref": "#/definitions/JsonSink" }, { - "$ref": "#/definitions/ConcurObjectDataset" + "$ref": "#/definitions/OrcSink" }, { - "$ref": "#/definitions/CouchbaseTableDataset" + "$ref": "#/definitions/RestSink" }, { - "$ref": "#/definitions/DrillTableDataset" + "$ref": "#/definitions/AzurePostgreSqlSink" }, { - "$ref": "#/definitions/EloquaObjectDataset" + "$ref": "#/definitions/AzureMySqlSink" }, { - "$ref": "#/definitions/GoogleBigQueryObjectDataset" + "$ref": "#/definitions/AzureDatabricksDeltaLakeSink" }, { - "$ref": "#/definitions/GreenplumTableDataset" + "$ref": "#/definitions/SapCloudForCustomerSink" }, { - "$ref": "#/definitions/HBaseObjectDataset" + "$ref": "#/definitions/AzureQueueSink" }, { - "$ref": "#/definitions/HiveObjectDataset" + "$ref": "#/definitions/AzureTableSink" }, { - "$ref": "#/definitions/HubspotObjectDataset" + "$ref": "#/definitions/AvroSink" }, { - "$ref": "#/definitions/ImpalaObjectDataset" + "$ref": "#/definitions/ParquetSink" }, { - "$ref": "#/definitions/JiraObjectDataset" + "$ref": "#/definitions/BinarySink" }, { - "$ref": "#/definitions/MagentoObjectDataset" + "$ref": "#/definitions/BlobSink" }, { - "$ref": "#/definitions/MariaDBTableDataset" + "$ref": "#/definitions/FileSystemSink" }, { - "$ref": "#/definitions/AzureMariaDBTableDataset" + "$ref": "#/definitions/DocumentDbCollectionSink" }, { - "$ref": "#/definitions/MarketoObjectDataset" + "$ref": "#/definitions/CosmosDbSqlApiSink" }, { - "$ref": "#/definitions/PaypalObjectDataset" + "$ref": "#/definitions/SqlSink" }, { - "$ref": "#/definitions/PhoenixObjectDataset" + "$ref": "#/definitions/SqlServerSink" }, { - "$ref": "#/definitions/PrestoObjectDataset" + "$ref": "#/definitions/AzureSqlSink" }, { - "$ref": "#/definitions/QuickBooksObjectDataset" + "$ref": "#/definitions/SqlMISink" }, { - "$ref": "#/definitions/ServiceNowObjectDataset" + "$ref": "#/definitions/SqlDWSink" }, { - "$ref": "#/definitions/ShopifyObjectDataset" + "$ref": "#/definitions/SnowflakeSink" }, { - "$ref": "#/definitions/SparkObjectDataset" + "$ref": "#/definitions/OracleSink" }, { - "$ref": "#/definitions/SquareObjectDataset" + "$ref": "#/definitions/AzureDataLakeStoreSink" }, { - "$ref": "#/definitions/XeroObjectDataset" + "$ref": "#/definitions/AzureBlobFSSink" }, { - "$ref": "#/definitions/ZohoObjectDataset" + "$ref": "#/definitions/AzureSearchIndexSink" }, { - "$ref": "#/definitions/NetezzaTableDataset" + "$ref": "#/definitions/OdbcSink" }, { - "$ref": "#/definitions/VerticaTableDataset" + "$ref": "#/definitions/InformixSink" }, { - "$ref": "#/definitions/SalesforceMarketingCloudObjectDataset" + "$ref": "#/definitions/MicrosoftAccessSink" }, { - "$ref": "#/definitions/ResponsysObjectDataset" + "$ref": "#/definitions/DynamicsSink" }, { - "$ref": "#/definitions/DynamicsAXResourceDataset" + "$ref": "#/definitions/DynamicsCrmSink" }, { - "$ref": "#/definitions/OracleServiceCloudObjectDataset" + "$ref": "#/definitions/CommonDataServiceForAppsSink" }, { - "$ref": "#/definitions/AzureDataExplorerTableDataset" + "$ref": "#/definitions/AzureDataExplorerSink" }, { - "$ref": "#/definitions/GoogleAdWordsObjectDataset" + "$ref": "#/definitions/SalesforceSink" }, { - "$ref": "#/definitions/SnowflakeDataset" + "$ref": "#/definitions/SalesforceServiceCloudSink" }, { - "$ref": "#/definitions/SharePointOnlineListResourceDataset" + "$ref": "#/definitions/CosmosDbMongoDbApiSink" } ], "properties": { @@ -5777,113 +6706,141 @@ ], "description": "Unmatched properties from the message are deserialized this collection" }, - "annotations": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of tags that can be used for describing the Dataset." + "maxConcurrentConnections": { + "type": "object", + "properties": {}, + "description": "The maximum concurrent connection count for the sink data store. Type: integer (or Expression with resultType integer)." }, - "description": { - "type": "string", - "description": "Dataset description." - }, - "folder": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetFolder" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The folder that this Dataset is in. If not specified, Dataset will appear at the root level." - }, - "linkedServiceName": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "sinkRetryCount": { + "type": "object", + "properties": {}, + "description": "Sink retry count. Type: integer (or Expression with resultType integer)." }, - "parameters": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/ParameterSpecification" - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Definition of all parameters for an entity." + "sinkRetryWait": { + "type": "object", + "properties": {}, + "description": "Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." }, - "schema": { + "writeBatchSize": { "type": "object", "properties": {}, - "description": "Columns that define the physical type schema of the dataset. Type: array (or Expression with resultType array), itemType: DatasetSchemaDataElement." + "description": "Write batch size. Type: integer (or Expression with resultType integer), minimum: 0." }, - "structure": { + "writeBatchTimeout": { "type": "object", "properties": {}, - "description": "Columns that define the structure of the dataset. Type: array (or Expression with resultType array), itemType: DatasetDataElement." - } - }, - "required": [ - "linkedServiceName" - ], - "description": "The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents." - }, - "DatasetBZip2Compression": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "BZip2" - ] + "description": "Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." } }, - "required": [ - "type" - ], - "description": "The BZip2 compression method used on a dataset." + "description": "A copy activity sink." }, - "DatasetCompression": { + "CopySource": { "type": "object", "oneOf": [ { - "$ref": "#/definitions/DatasetBZip2Compression" + "$ref": "#/definitions/AvroSource" }, { - "$ref": "#/definitions/DatasetGZipCompression" + "$ref": "#/definitions/ExcelSource" }, { - "$ref": "#/definitions/DatasetDeflateCompression" + "$ref": "#/definitions/ParquetSource" }, { - "$ref": "#/definitions/DatasetZipDeflateCompression" + "$ref": "#/definitions/DelimitedTextSource" }, { - "$ref": "#/definitions/DatasetTarCompression" + "$ref": "#/definitions/JsonSource" }, { - "$ref": "#/definitions/DatasetTarGZipCompression" + "$ref": "#/definitions/XmlSource" + }, + { + "$ref": "#/definitions/OrcSource" + }, + { + "$ref": "#/definitions/BinarySource" + }, + { + "$ref": "#/definitions/TabularSource" + }, + { + "$ref": "#/definitions/BlobSource" + }, + { + "$ref": "#/definitions/DocumentDbCollectionSource" + }, + { + "$ref": "#/definitions/CosmosDbSqlApiSource" + }, + { + "$ref": "#/definitions/DynamicsSource" + }, + { + "$ref": "#/definitions/DynamicsCrmSource" + }, + { + "$ref": "#/definitions/CommonDataServiceForAppsSource" + }, + { + "$ref": "#/definitions/RelationalSource" + }, + { + "$ref": "#/definitions/MicrosoftAccessSource" + }, + { + "$ref": "#/definitions/ODataSource" + }, + { + "$ref": "#/definitions/SalesforceServiceCloudSource" + }, + { + "$ref": "#/definitions/RestSource" + }, + { + "$ref": "#/definitions/FileSystemSource" + }, + { + "$ref": "#/definitions/HdfsSource" + }, + { + "$ref": "#/definitions/AzureDataExplorerSource" + }, + { + "$ref": "#/definitions/OracleSource" + }, + { + "$ref": "#/definitions/WebSource" + }, + { + "$ref": "#/definitions/MongoDbSource" + }, + { + "$ref": "#/definitions/MongoDbV2Source" + }, + { + "$ref": "#/definitions/CosmosDbMongoDbApiSource" + }, + { + "$ref": "#/definitions/Office365Source" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreSource" + }, + { + "$ref": "#/definitions/AzureBlobFSSource" + }, + { + "$ref": "#/definitions/HttpSource" + }, + { + "$ref": "#/definitions/SnowflakeSource" + }, + { + "$ref": "#/definitions/AzureDatabricksDeltaLakeSource" + }, + { + "$ref": "#/definitions/SharePointOnlineListSource" } ], "properties": { @@ -5902,1707 +6859,8628 @@ } ], "description": "Unmatched properties from the message are deserialized this collection" - } - }, - "description": "The compression method used on a dataset." - }, - "DatasetDeflateCompression": { - "type": "object", - "properties": { - "level": { + }, + "maxConcurrentConnections": { "type": "object", "properties": {}, - "description": "The Deflate compression level." + "description": "The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer)." }, - "type": { - "type": "string", - "enum": [ - "Deflate" - ] - } - }, - "required": [ - "type" - ], - "description": "The Deflate compression method used on a dataset." - }, - "DatasetFolder": { - "type": "object", - "properties": { - "name": { - "type": "string", - "description": "The name of the folder that this Dataset is in." + "sourceRetryCount": { + "type": "object", + "properties": {}, + "description": "Source retry count. Type: integer (or Expression with resultType integer)." + }, + "sourceRetryWait": { + "type": "object", + "properties": {}, + "description": "Source retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." } }, - "description": "The folder that this Dataset is in. If not specified, Dataset will appear at the root level." + "description": "A copy activity source." }, - "DatasetGZipCompression": { + "CosmosDbLinkedService": { "type": "object", "properties": { - "level": { - "type": "object", - "properties": {}, - "description": "The GZip compression level." - }, "type": { "type": "string", "enum": [ - "GZip" + "CosmosDb" ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/CosmosDbLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "CosmosDB linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The GZip compression method used on a dataset." + "description": "Microsoft Azure Cosmos Database (CosmosDB) linked service." }, - "DatasetLocation": { + "CosmosDbLinkedServiceTypeProperties": { "type": "object", "properties": { - "additionalProperties": { + "accountEndpoint": { + "type": "object", + "properties": {}, + "description": "The endpoint of the Azure CosmosDB account. Type: string (or Expression with resultType string)" + }, + "accountKey": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "The base definition of a secret type." }, - "fileName": { + "connectionString": { "type": "object", "properties": {}, - "description": "Specify the file name of dataset. Type: string (or Expression with resultType string)." + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "folderPath": { + "database": { "type": "object", "properties": {}, - "description": "Specify the folder path of dataset. Type: string (or Expression with resultType string)" + "description": "The name of the database. Type: string (or Expression with resultType string)" + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." } }, - "description": "Dataset location." + "description": "CosmosDB linked service properties." }, - "DatasetReference": { + "CosmosDbMongoDbApiCollectionDataset": { "type": "object", "properties": { - "parameters": { + "type": { + "type": "string", + "enum": [ + "CosmosDbMongoDbApiCollection" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "An object mapping parameter names to argument values." - }, - "referenceName": { - "type": "string", - "description": "Reference dataset name." - }, - "type": { - "oneOf": [ - { - "type": "string", - "enum": [ - "DatasetReference" - ] + "$ref": "#/definitions/CosmosDbMongoDbApiCollectionDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset reference type." + "description": "CosmosDB (MongoDB API) database dataset properties." } }, "required": [ - "referenceName", - "type" + "type", + "typeProperties" ], - "description": "Dataset reference type." + "description": "The CosmosDB (MongoDB API) database dataset." }, - "DatasetStorageFormat": { + "CosmosDbMongoDbApiCollectionDatasetTypeProperties": { "type": "object", "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" - }, - "deserializer": { - "type": "object", - "properties": {}, - "description": "Deserializer. Type: string (or Expression with resultType string)." - }, - "serializer": { + "collection": { "type": "object", "properties": {}, - "description": "Serializer. Type: string (or Expression with resultType string)." - } - }, - "description": "The format definition of a storage." - }, - "DatasetTarCompression": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "Tar" - ] + "description": "The collection name of the CosmosDB (MongoDB API) database. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "collection" ], - "description": "The Tar archive method used on a dataset." + "description": "CosmosDB (MongoDB API) database dataset properties." }, - "DatasetTarGZipCompression": { + "CosmosDbMongoDbApiLinkedService": { "type": "object", "properties": { - "level": { - "type": "object", - "properties": {}, - "description": "The TarGZip compression level." - }, "type": { "type": "string", "enum": [ - "TarGZip" + "CosmosDbMongoDbApi" ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/CosmosDbMongoDbApiLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "CosmosDB (MongoDB API) linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The TarGZip compression method used on a dataset." + "description": "Linked service for CosmosDB (MongoDB API) data source." }, - "DatasetZipDeflateCompression": { + "CosmosDbMongoDbApiLinkedServiceTypeProperties": { "type": "object", "properties": { - "level": { + "connectionString": { "type": "object", "properties": {}, - "description": "The ZipDeflate compression level." + "description": "The CosmosDB (MongoDB API) connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "type": { - "type": "string", - "enum": [ - "ZipDeflate" - ] + "database": { + "type": "object", + "properties": {}, + "description": "The name of the CosmosDB (MongoDB API) database that you want to access. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "connectionString", + "database" ], - "description": "The ZipDeflate compression method used on a dataset." + "description": "CosmosDB (MongoDB API) linked service properties." }, - "Db2LinkedService": { + "CosmosDbMongoDbApiSink": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Db2" + "CosmosDbMongoDbApiSink" ] }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/Db2LinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "DB2 linked service properties." + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is \"insert\". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string)." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Linked service for DB2 data source." + "description": "A copy activity sink for a CosmosDB (MongoDB API) database." }, - "Db2LinkedServiceTypeProperties": { + "CosmosDbMongoDbApiSource": { "type": "object", "properties": { - "authenticationType": { + "additionalColumns": { "oneOf": [ { - "type": "string", - "enum": [ - "Basic" - ] + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "AuthenticationType to be used for connection. It is mutually exclusive with connectionString property." - }, - "certificateCommonName": { - "type": "object", - "properties": {}, - "description": "Certificate Common Name when TLS is enabled. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." - }, - "connectionString": { - "type": "object", - "properties": {}, - "description": "The connection string. It is mutually exclusive with server, database, authenticationType, userName, packageCollection and certificateCommonName property. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "database": { - "type": "object", - "properties": {}, - "description": "Database name for connection. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "packageCollection": { + "batchSize": { "type": "object", "properties": {}, - "description": "Under where packages are created when querying database. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + "description": "Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer)." }, - "password": { + "cursorMethods": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/MongoDbCursorMethodsProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Cursor methods for Mongodb query" }, - "server": { + "filter": { "type": "object", "properties": {}, - "description": "Server name for connection. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + "description": "Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string)." }, - "username": { + "queryTimeout": { "type": "object", "properties": {}, - "description": "Username for authentication. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "type": { + "type": "string", + "enum": [ + "CosmosDbMongoDbApiSource" + ] } }, - "description": "DB2 linked service properties." + "required": [ + "type" + ], + "description": "A copy activity source for a CosmosDB (MongoDB API) database." }, - "Db2TableDataset": { + "CosmosDbSqlApiCollectionDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Db2Table" + "CosmosDbSqlApiCollection" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/Db2TableDatasetTypeProperties" + "$ref": "#/definitions/CosmosDbSqlApiCollectionDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Db2 table dataset properties." + "description": "CosmosDB (SQL API) Collection dataset properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Db2 table dataset." + "description": "Microsoft Azure CosmosDB (SQL API) Collection dataset." }, - "Db2TableDatasetTypeProperties": { + "CosmosDbSqlApiCollectionDatasetTypeProperties": { "type": "object", "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The Db2 schema name. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The Db2 table name. Type: string (or Expression with resultType string)." - }, - "tableName": { + "collectionName": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "CosmosDB (SQL API) collection name. Type: string (or Expression with resultType string)." } }, - "description": "Db2 table dataset properties." + "required": [ + "collectionName" + ], + "description": "CosmosDB (SQL API) Collection dataset properties." }, - "DeleteActivity": { + "CosmosDbSqlApiSink": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Delete" + "CosmosDbSqlApiSink" ] }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/DeleteActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Delete activity properties." + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Delete activity." + "description": "A copy activity Azure CosmosDB (SQL API) Collection sink." }, - "DeleteActivityTypeProperties": { + "CosmosDbSqlApiSource": { "type": "object", "properties": { - "dataset": { + "additionalColumns": { "oneOf": [ { - "$ref": "#/definitions/DatasetReference" + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset reference type." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "enableLogging": { + "detectDatetime": { "type": "object", "properties": {}, - "description": "Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "Whether detect primitive values as datetime values. Type: boolean (or Expression with resultType boolean)." }, - "logStorageSettings": { - "oneOf": [ - { - "$ref": "#/definitions/LogStorageSettings" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Log storage settings." + "pageSize": { + "type": "object", + "properties": {}, + "description": "Page size of the result. Type: integer (or Expression with resultType integer)." }, - "maxConcurrentConnections": { - "oneOf": [ - { - "type": "integer", - "minimum": 1 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The max concurrent connections to connect data source at the same time." + "preferredRegions": { + "type": "object", + "properties": {}, + "description": "Preferred regions. Type: array of strings (or Expression with resultType array of strings)." }, - "recursive": { + "query": { "type": "object", "properties": {}, - "description": "If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean)." + "description": "SQL API query. Type: string (or Expression with resultType string)." }, - "storeSettings": { - "oneOf": [ - { - "$ref": "#/definitions/StoreReadSettings" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Connector read setting." + "type": { + "type": "string", + "enum": [ + "CosmosDbSqlApiSource" + ] } }, "required": [ - "dataset" + "type" ], - "description": "Delete activity properties." + "description": "A copy activity Azure CosmosDB (SQL API) Collection source." }, - "DelimitedTextDataset": { + "CouchbaseLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DelimitedText" + "Couchbase" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DelimitedTextDatasetTypeProperties" + "$ref": "#/definitions/CouchbaseLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "DelimitedText dataset properties." + "description": "Couchbase server linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Delimited text dataset." + "description": "Couchbase server linked service." }, - "DelimitedTextDatasetTypeProperties": { + "CouchbaseLinkedServiceTypeProperties": { "type": "object", "properties": { - "columnDelimiter": { - "type": "object", - "properties": {}, - "description": "The column delimiter. Type: string (or Expression with resultType string)." - }, - "compressionCodec": { - "oneOf": [ - { - "type": "string", - "enum": [ - "none", - "gzip", - "snappy", - "lzo", - "bzip2", - "deflate", - "zipDeflate", - "lz4", - "tar", - "tarGZip" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ] - }, - "compressionLevel": { - "type": "object", - "properties": {}, - "description": "The data compression method used for DelimitedText." - }, - "encodingName": { - "type": "object", - "properties": {}, - "description": "The code page name of the preferred encoding. If miss, the default value is UTF-8, unless BOM denotes another Unicode encoding. Refer to the name column of the table in the following link to set supported values: https://msdn.microsoft.com/library/system.text.encoding.aspx. Type: string (or Expression with resultType string)." - }, - "escapeChar": { - "type": "object", - "properties": {}, - "description": "The escape character. Type: string (or Expression with resultType string)." - }, - "firstRowAsHeader": { + "connectionString": { "type": "object", "properties": {}, - "description": "When used as input, treat the first row of data as headers. When used as output,write the headers into the output as the first row of data. The default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "location": { + "credString": { "oneOf": [ { - "$ref": "#/definitions/DatasetLocation" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset location." + "description": "Azure Key Vault secret reference." }, - "nullValue": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The null value string. Type: string (or Expression with resultType string)." - }, - "quoteChar": { + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + } + }, + "description": "Couchbase server linked service properties." + }, + "CouchbaseSource": { + "type": "object", + "properties": { + "query": { "type": "object", "properties": {}, - "description": "The quote character. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "rowDelimiter": { - "type": "object", - "properties": {}, - "description": "The row delimiter. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "CouchbaseSource" + ] } }, "required": [ - "location" + "type" ], - "description": "DelimitedText dataset properties." + "description": "A copy activity Couchbase server source." }, - "DocumentDbCollectionDataset": { + "CouchbaseTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DocumentDbCollection" + "CouchbaseTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DocumentDbCollectionDatasetTypeProperties" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "DocumentDB Collection dataset properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Microsoft Azure Document Database Collection dataset." - }, - "DocumentDbCollectionDatasetTypeProperties": { - "type": "object", - "properties": { - "collectionName": { - "type": "object", - "properties": {}, - "description": "Document Database collection name. Type: string (or Expression with resultType string)." + "description": "Properties specific to this dataset type." } }, "required": [ - "collectionName" + "type" ], - "description": "DocumentDB Collection dataset properties." - }, - "DrillDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Drill. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the Drill. Type: string (or Expression with resultType string)." - }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." - } - }, - "description": "Drill Dataset Properties" + "description": "Couchbase server dataset." }, - "DrillLinkedService": { + "CustomActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Drill" + "Custom" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DrillLinkedServiceTypeProperties" + "$ref": "#/definitions/CustomActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Drill server linked service properties." + "description": "Custom activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Drill server linked service." + "description": "Custom activity type." }, - "DrillLinkedServiceTypeProperties": { + "CustomActivityReferenceObject": { "type": "object", "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "pwd": { + "datasets": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "array", + "items": { + "$ref": "#/definitions/DatasetReference" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "description": "Drill server linked service properties." - }, - "DrillTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "DrillTable" - ] + "description": "Dataset references." }, - "typeProperties": { + "linkedServices": { "oneOf": [ { - "$ref": "#/definitions/DrillDatasetTypeProperties" + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Drill Dataset Properties" + "description": "Linked service references." } }, - "required": [ - "type" - ], - "description": "Drill server dataset." + "description": "Reference objects for custom activity" }, - "DynamicsAXLinkedService": { + "CustomActivityTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "DynamicsAX" - ] + "command": { + "type": "object", + "properties": {}, + "description": "Command for custom activity Type: string (or Expression with resultType string)." }, - "typeProperties": { + "extendedProperties": { "oneOf": [ { - "$ref": "#/definitions/DynamicsAXLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics AX linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Dynamics AX linked service." - }, - "DynamicsAXLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "aadResourceId": { - "type": "object", - "properties": {}, - "description": "Specify the resource you are requesting authorization. Type: string (or Expression with resultType string)." + "description": "User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined." }, - "encryptedCredential": { + "folderPath": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Folder path for resource files Type: string (or Expression with resultType string)." }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "Specify the application's client ID. Type: string (or Expression with resultType string)." + "referenceObjects": { + "oneOf": [ + { + "$ref": "#/definitions/CustomActivityReferenceObject" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Reference objects for custom activity" }, - "servicePrincipalKey": { + "resourceLinkedService": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Linked service reference type." }, - "tenant": { + "retentionTimeInDays": { "type": "object", "properties": {}, - "description": "Specify the tenant information (domain name or tenant ID) under which your application resides. Retrieve it by hovering the mouse in the top-right corner of the Azure portal. Type: string (or Expression with resultType string)." + "description": "The retention time for the files submitted for custom activity. Type: double (or Expression with resultType double)." + } + }, + "required": [ + "command" + ], + "description": "Custom activity properties." + }, + "CustomDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "CustomDataset" + ] }, - "url": { + "typeProperties": { "type": "object", "properties": {}, - "description": "The Dynamics AX (or Dynamics 365 Finance and Operations) instance OData endpoint." + "description": "Custom dataset properties." } }, "required": [ - "aadResourceId", - "servicePrincipalId", - "servicePrincipalKey", - "tenant", - "url" + "type" ], - "description": "Dynamics AX linked service properties." + "description": "The custom dataset." }, - "DynamicsAXResourceDataset": { + "CustomDataSourceLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DynamicsAXResource" + "CustomDataSource" + ] + }, + "typeProperties": { + "type": "object", + "properties": {}, + "description": "Custom linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Custom linked service." + }, + "CustomSetupBase": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/CmdkeySetup" + }, + { + "$ref": "#/definitions/EnvironmentVariableSetup" + }, + { + "$ref": "#/definitions/ComponentSetup" + }, + { + "$ref": "#/definitions/AzPowerShellSetup" + } + ], + "properties": {}, + "description": "The base definition of the custom setup." + }, + "DatabricksNotebookActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DatabricksNotebook" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DynamicsAXResourceDatasetTypeProperties" + "$ref": "#/definitions/DatabricksNotebookActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics AX OData resource dataset properties." + "description": "Databricks Notebook activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "The path of the Dynamics AX OData entity." + "description": "DatabricksNotebook activity." }, - "DynamicsAXResourceDatasetTypeProperties": { + "DatabricksNotebookActivityTypeProperties": { "type": "object", "properties": { - "path": { + "baseParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used." + }, + "libraries": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A list of libraries to be installed on the cluster that will execute the job." + }, + "notebookPath": { "type": "object", "properties": {}, - "description": "The path of the Dynamics AX OData entity. Type: string (or Expression with resultType string)." + "description": "The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string)." } }, "required": [ - "path" + "notebookPath" ], - "description": "Dynamics AX OData resource dataset properties." + "description": "Databricks Notebook activity properties." }, - "DynamicsCrmEntityDataset": { + "DatabricksSparkJarActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DynamicsCrmEntity" + "DatabricksSparkJar" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DynamicsCrmEntityDatasetTypeProperties" + "$ref": "#/definitions/DatabricksSparkJarActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics CRM entity dataset properties." + "description": "Databricks SparkJar activity properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Dynamics CRM entity dataset." + "description": "DatabricksSparkJar activity." }, - "DynamicsCrmEntityDatasetTypeProperties": { + "DatabricksSparkJarActivityTypeProperties": { "type": "object", "properties": { - "entityName": { + "libraries": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A list of libraries to be installed on the cluster that will execute the job." + }, + "mainClassName": { "type": "object", "properties": {}, - "description": "The logical name of the entity. Type: string (or Expression with resultType string)." + "description": "The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string)." + }, + "parameters": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Parameters that will be passed to the main method." } }, - "description": "Dynamics CRM entity dataset properties." + "required": [ + "mainClassName" + ], + "description": "Databricks SparkJar activity properties." }, - "DynamicsCrmLinkedService": { + "DatabricksSparkPythonActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "DynamicsCrm" + "DatabricksSparkPython" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DynamicsCrmLinkedServiceTypeProperties" + "$ref": "#/definitions/DatabricksSparkPythonActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics CRM linked service properties." + "description": "Databricks SparkPython activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Dynamics CRM linked service." + "description": "DatabricksSparkPython activity." }, - "DynamicsCrmLinkedServiceTypeProperties": { + "DatabricksSparkPythonActivityTypeProperties": { "type": "object", "properties": { - "authenticationType": { + "libraries": { "oneOf": [ { - "type": "string", - "enum": [ - "Office365", - "Ifd", - "AADServicePrincipal" - ] + "type": "array", + "items": { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to connect to Dynamics CRM server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario, 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + "description": "A list of libraries to be installed on the cluster that will execute the job." }, - "deploymentType": { + "parameters": { "oneOf": [ { - "type": "string", - "enum": [ - "Online", - "OnPremisesWithIfd" - ] + "type": "array", + "items": { + "type": "object", + "properties": {} + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The deployment type of the Dynamics CRM instance. 'Online' for Dynamics CRM Online and 'OnPremisesWithIfd' for Dynamics CRM on-premises with Ifd. Type: string (or Expression with resultType string)." + "description": "Command line parameters that will be passed to the Python file." }, - "encryptedCredential": { + "pythonFile": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "hostName": { - "type": "object", - "properties": {}, - "description": "The host name of the on-premises Dynamics CRM server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." - }, - "organizationName": { - "type": "object", - "properties": {}, - "description": "The organization name of the Dynamics CRM instance. The property is required for on-prem and required for online when there are more than one Dynamics CRM instances associated with the user. Type: string (or Expression with resultType string)." - }, - "password": { + "description": "The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "pythonFile" + ], + "description": "Databricks SparkPython activity properties." + }, + "DataFlow": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/MappingDataFlow" + } + ], + "properties": { + "annotations": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "array", + "items": { + "type": "object", + "properties": {} + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "List of tags that can be used for describing the data flow." }, - "port": { - "type": "object", - "properties": {}, - "description": "The port of on-premises Dynamics CRM server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." + "description": { + "type": "string", + "description": "The description of the data flow." }, - "servicePrincipalCredential": { + "folder": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/DataFlowFolder" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "servicePrincipalCredentialType": { - "type": "object", - "properties": {}, - "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." - }, - "serviceUri": { - "type": "object", - "properties": {}, - "description": "The URL to the Microsoft Dynamics CRM server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "User name to access the Dynamics CRM instance. Type: string (or Expression with resultType string)." + "description": "The folder that this data flow is in. If not specified, Data flow will appear at the root level." } }, - "required": [ - "authenticationType", - "deploymentType" - ], - "description": "Dynamics CRM linked service properties." + "description": "Azure Data Factory nested object which contains a flow with data movements and transformations." }, - "DynamicsEntityDataset": { + "DataFlowFolder": { "type": "object", "properties": { - "type": { + "name": { "type": "string", - "enum": [ - "DynamicsEntity" - ] + "description": "The name of the folder that this data flow is in." + } + }, + "description": "The folder that this data flow is in. If not specified, Data flow will appear at the root level." + }, + "DataFlowReference": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "typeProperties": { + "datasetParameters": { + "type": "object", + "properties": {}, + "description": "Reference data flow parameters from dataset." + }, + "referenceName": { + "type": "string", + "description": "Reference data flow name." + }, + "type": { "oneOf": [ { - "$ref": "#/definitions/DynamicsEntityDatasetTypeProperties" + "type": "string", + "enum": [ + "DataFlowReference" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics entity dataset properties." + "description": "Data flow reference type." } }, "required": [ + "referenceName", "type" ], - "description": "The Dynamics entity dataset." - }, - "DynamicsEntityDatasetTypeProperties": { - "type": "object", - "properties": { - "entityName": { - "type": "object", - "properties": {}, - "description": "The logical name of the entity. Type: string (or Expression with resultType string)." - } - }, - "description": "Dynamics entity dataset properties." + "description": "Data flow reference type." }, - "DynamicsLinkedService": { + "DataFlowSink": { "type": "object", "properties": { - "type": { + "dataset": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + }, + "description": { "type": "string", - "enum": [ - "Dynamics" - ] + "description": "Transformation description." }, - "typeProperties": { + "linkedService": { "oneOf": [ { - "$ref": "#/definitions/DynamicsLinkedServiceTypeProperties" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dynamics linked service properties." + "description": "Linked service reference type." + }, + "name": { + "type": "string", + "description": "Transformation name." + }, + "schemaLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." } }, "required": [ - "type", - "typeProperties" + "name" ], - "description": "Dynamics linked service." + "description": "Transformation for data flow sink." }, - "DynamicsLinkedServiceTypeProperties": { + "DataFlowSource": { "type": "object", "properties": { - "authenticationType": { + "dataset": { "oneOf": [ { - "type": "string", - "enum": [ - "Office365", - "Ifd", - "AADServicePrincipal" - ] + "$ref": "#/definitions/DatasetReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to connect to Dynamics server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario, 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + "description": "Dataset reference type." }, - "deploymentType": { + "description": { + "type": "string", + "description": "Transformation description." + }, + "linkedService": { "oneOf": [ { - "type": "string", - "enum": [ - "Online", - "OnPremisesWithIfd" - ] + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The deployment type of the Dynamics instance. 'Online' for Dynamics Online and 'OnPremisesWithIfd' for Dynamics on-premises with Ifd. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "hostName": { - "type": "object", - "properties": {}, - "description": "The host name of the on-premises Dynamics server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." + "description": "Linked service reference type." }, - "organizationName": { - "type": "object", - "properties": {}, - "description": "The organization name of the Dynamics instance. The property is required for on-prem and required for online when there are more than one Dynamics instances associated with the user. Type: string (or Expression with resultType string)." + "name": { + "type": "string", + "description": "Transformation name." }, - "password": { + "schemaLinkedService": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "port": { + "description": "Linked service reference type." + } + }, + "required": [ + "name" + ], + "description": "Transformation for data flow source." + }, + "DataFlowStagingInfo": { + "type": "object", + "properties": { + "folderPath": { "type": "object", "properties": {}, - "description": "The port of on-premises Dynamics server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "Folder path for staging blob. Type: string (or Expression with resultType string)" }, - "servicePrincipalCredential": { + "linkedService": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "servicePrincipalCredentialType": { - "type": "object", - "properties": {}, - "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." - }, - "serviceUri": { - "type": "object", - "properties": {}, - "description": "The URL to the Microsoft Dynamics server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "User name to access the Dynamics instance. Type: string (or Expression with resultType string)." + "description": "Linked service reference type." } }, - "required": [ - "authenticationType", - "deploymentType" - ], - "description": "Dynamics linked service properties." + "description": "Staging info for execute data flow activity." }, - "EloquaLinkedService": { + "DataLakeAnalyticsUSQLActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Eloqua" + "DataLakeAnalyticsU-SQL" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/EloquaLinkedServiceTypeProperties" + "$ref": "#/definitions/DataLakeAnalyticsUSQLActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Eloqua server linked service properties." + "description": "DataLakeAnalyticsU-SQL activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Eloqua server linked service." + "description": "Data Lake Analytics U-SQL activity." }, - "EloquaLinkedServiceTypeProperties": { + "DataLakeAnalyticsUSQLActivityTypeProperties": { "type": "object", "properties": { - "encryptedCredential": { + "compilationMode": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string)." }, - "endpoint": { + "degreeOfParallelism": { "type": "object", "properties": {}, - "description": "The endpoint of the Eloqua server. (i.e. eloqua.example.com)" + "description": "The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1." }, - "password": { + "parameters": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "Parameters for U-SQL job request." }, - "usePeerVerification": { + "priority": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1." }, - "username": { + "runtimeVersion": { "type": "object", "properties": {}, - "description": "The site name and user name of your Eloqua account in the form: sitename/username. (i.e. Eloqua/Alice)" - } - }, - "required": [ - "endpoint", - "username" - ], - "description": "Eloqua server linked service properties." - }, - "EloquaObjectDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "EloquaObject" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/GenericDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to this dataset type." - } - }, - "required": [ - "type" - ], - "description": "Eloqua server dataset." - }, - "EntityReference": { - "type": "object", - "properties": { - "referenceName": { - "type": "string", - "description": "The name of this referenced entity." + "description": "Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string)." }, - "type": { + "scriptLinkedService": { "oneOf": [ { - "type": "string", - "enum": [ - "IntegrationRuntimeReference", - "LinkedServiceReference" - ] + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The type of this referenced entity." - } - }, - "description": "The entity reference." - }, - "ExcelDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "Excel" - ] + "description": "Linked service reference type." }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/ExcelDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Excel dataset properties." + "scriptPath": { + "type": "object", + "properties": {}, + "description": "Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "scriptLinkedService", + "scriptPath" ], - "description": "Excel dataset." + "description": "DataLakeAnalyticsU-SQL activity properties." }, - "ExcelDatasetTypeProperties": { + "Dataset": { "type": "object", - "properties": { - "compression": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetCompression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The compression method used on a dataset." + "oneOf": [ + { + "$ref": "#/definitions/AmazonS3Dataset" }, - "firstRowAsHeader": { - "type": "object", - "properties": {}, - "description": "When used as input, treat the first row of data as headers. When used as output,write the headers into the output as the first row of data. The default value is false. Type: boolean (or Expression with resultType boolean)." + { + "$ref": "#/definitions/AvroDataset" }, - "location": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetLocation" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Dataset location." + { + "$ref": "#/definitions/ExcelDataset" }, - "nullValue": { - "type": "object", - "properties": {}, - "description": "The null value string. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/ParquetDataset" }, - "range": { - "type": "object", - "properties": {}, - "description": "The partial data of one sheet. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/DelimitedTextDataset" }, - "sheetName": { - "type": "object", - "properties": {}, - "description": "The sheet of excel file. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "location", - "sheetName" - ], - "description": "Excel dataset properties." - }, - "ExecuteDataFlowActivity": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "ExecuteDataFlow" - ] + { + "$ref": "#/definitions/JsonDataset" }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/ExecuteDataFlowActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Execute data flow activity properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Execute data flow activity." - }, - "ExecuteDataFlowActivityTypeProperties": { - "type": "object", - "properties": { - "compute": { - "oneOf": [ - { - "$ref": "#/definitions/ExecuteDataFlowActivityTypePropertiesCompute" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Compute properties for data flow activity." + { + "$ref": "#/definitions/XmlDataset" }, - "dataFlow": { + { + "$ref": "#/definitions/OrcDataset" + }, + { + "$ref": "#/definitions/BinaryDataset" + }, + { + "$ref": "#/definitions/AzureBlobDataset" + }, + { + "$ref": "#/definitions/AzureTableDataset" + }, + { + "$ref": "#/definitions/AzureSqlTableDataset" + }, + { + "$ref": "#/definitions/AzureSqlMITableDataset" + }, + { + "$ref": "#/definitions/AzureSqlDWTableDataset" + }, + { + "$ref": "#/definitions/CassandraTableDataset" + }, + { + "$ref": "#/definitions/CustomDataset" + }, + { + "$ref": "#/definitions/CosmosDbSqlApiCollectionDataset" + }, + { + "$ref": "#/definitions/DocumentDbCollectionDataset" + }, + { + "$ref": "#/definitions/DynamicsEntityDataset" + }, + { + "$ref": "#/definitions/DynamicsCrmEntityDataset" + }, + { + "$ref": "#/definitions/CommonDataServiceForAppsEntityDataset" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreDataset" + }, + { + "$ref": "#/definitions/AzureBlobFSDataset" + }, + { + "$ref": "#/definitions/Office365Dataset" + }, + { + "$ref": "#/definitions/FileShareDataset" + }, + { + "$ref": "#/definitions/MongoDbCollectionDataset" + }, + { + "$ref": "#/definitions/MongoDbV2CollectionDataset" + }, + { + "$ref": "#/definitions/CosmosDbMongoDbApiCollectionDataset" + }, + { + "$ref": "#/definitions/ODataResourceDataset" + }, + { + "$ref": "#/definitions/OracleTableDataset" + }, + { + "$ref": "#/definitions/TeradataTableDataset" + }, + { + "$ref": "#/definitions/AzureMySqlTableDataset" + }, + { + "$ref": "#/definitions/AmazonRedshiftTableDataset" + }, + { + "$ref": "#/definitions/Db2TableDataset" + }, + { + "$ref": "#/definitions/RelationalTableDataset" + }, + { + "$ref": "#/definitions/InformixTableDataset" + }, + { + "$ref": "#/definitions/OdbcTableDataset" + }, + { + "$ref": "#/definitions/MySqlTableDataset" + }, + { + "$ref": "#/definitions/PostgreSqlTableDataset" + }, + { + "$ref": "#/definitions/MicrosoftAccessTableDataset" + }, + { + "$ref": "#/definitions/SalesforceObjectDataset" + }, + { + "$ref": "#/definitions/SalesforceServiceCloudObjectDataset" + }, + { + "$ref": "#/definitions/SybaseTableDataset" + }, + { + "$ref": "#/definitions/SapBwCubeDataset" + }, + { + "$ref": "#/definitions/SapCloudForCustomerResourceDataset" + }, + { + "$ref": "#/definitions/SapEccResourceDataset" + }, + { + "$ref": "#/definitions/SapHanaTableDataset" + }, + { + "$ref": "#/definitions/SapOpenHubTableDataset" + }, + { + "$ref": "#/definitions/SqlServerTableDataset" + }, + { + "$ref": "#/definitions/RestResourceDataset" + }, + { + "$ref": "#/definitions/SapTableResourceDataset" + }, + { + "$ref": "#/definitions/WebTableDataset" + }, + { + "$ref": "#/definitions/AzureSearchIndexDataset" + }, + { + "$ref": "#/definitions/HttpDataset" + }, + { + "$ref": "#/definitions/AmazonMWSObjectDataset" + }, + { + "$ref": "#/definitions/AzurePostgreSqlTableDataset" + }, + { + "$ref": "#/definitions/ConcurObjectDataset" + }, + { + "$ref": "#/definitions/CouchbaseTableDataset" + }, + { + "$ref": "#/definitions/DrillTableDataset" + }, + { + "$ref": "#/definitions/EloquaObjectDataset" + }, + { + "$ref": "#/definitions/GoogleBigQueryObjectDataset" + }, + { + "$ref": "#/definitions/GreenplumTableDataset" + }, + { + "$ref": "#/definitions/HBaseObjectDataset" + }, + { + "$ref": "#/definitions/HiveObjectDataset" + }, + { + "$ref": "#/definitions/HubspotObjectDataset" + }, + { + "$ref": "#/definitions/ImpalaObjectDataset" + }, + { + "$ref": "#/definitions/JiraObjectDataset" + }, + { + "$ref": "#/definitions/MagentoObjectDataset" + }, + { + "$ref": "#/definitions/MariaDBTableDataset" + }, + { + "$ref": "#/definitions/AzureMariaDBTableDataset" + }, + { + "$ref": "#/definitions/MarketoObjectDataset" + }, + { + "$ref": "#/definitions/PaypalObjectDataset" + }, + { + "$ref": "#/definitions/PhoenixObjectDataset" + }, + { + "$ref": "#/definitions/PrestoObjectDataset" + }, + { + "$ref": "#/definitions/QuickBooksObjectDataset" + }, + { + "$ref": "#/definitions/ServiceNowObjectDataset" + }, + { + "$ref": "#/definitions/ShopifyObjectDataset" + }, + { + "$ref": "#/definitions/SparkObjectDataset" + }, + { + "$ref": "#/definitions/SquareObjectDataset" + }, + { + "$ref": "#/definitions/XeroObjectDataset" + }, + { + "$ref": "#/definitions/ZohoObjectDataset" + }, + { + "$ref": "#/definitions/NetezzaTableDataset" + }, + { + "$ref": "#/definitions/VerticaTableDataset" + }, + { + "$ref": "#/definitions/SalesforceMarketingCloudObjectDataset" + }, + { + "$ref": "#/definitions/ResponsysObjectDataset" + }, + { + "$ref": "#/definitions/DynamicsAXResourceDataset" + }, + { + "$ref": "#/definitions/OracleServiceCloudObjectDataset" + }, + { + "$ref": "#/definitions/AzureDataExplorerTableDataset" + }, + { + "$ref": "#/definitions/GoogleAdWordsObjectDataset" + }, + { + "$ref": "#/definitions/SnowflakeDataset" + }, + { + "$ref": "#/definitions/SharePointOnlineListResourceDataset" + }, + { + "$ref": "#/definitions/AzureDatabricksDeltaLakeDataset" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "annotations": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of tags that can be used for describing the Dataset." + }, + "description": { + "type": "string", + "description": "Dataset description." + }, + "folder": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetFolder" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The folder that this Dataset is in. If not specified, Dataset will appear at the root level." + }, + "linkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "parameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/ParameterSpecification" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Definition of all parameters for an entity." + }, + "schema": { + "type": "object", + "properties": {}, + "description": "Columns that define the physical type schema of the dataset. Type: array (or Expression with resultType array), itemType: DatasetSchemaDataElement." + }, + "structure": { + "type": "object", + "properties": {}, + "description": "Columns that define the structure of the dataset. Type: array (or Expression with resultType array), itemType: DatasetDataElement." + } + }, + "required": [ + "linkedServiceName" + ], + "description": "The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents." + }, + "DatasetBZip2Compression": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "BZip2" + ] + } + }, + "required": [ + "type" + ], + "description": "The BZip2 compression method used on a dataset." + }, + "DatasetCompression": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/DatasetBZip2Compression" + }, + { + "$ref": "#/definitions/DatasetGZipCompression" + }, + { + "$ref": "#/definitions/DatasetDeflateCompression" + }, + { + "$ref": "#/definitions/DatasetZipDeflateCompression" + }, + { + "$ref": "#/definitions/DatasetTarCompression" + }, + { + "$ref": "#/definitions/DatasetTarGZipCompression" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + } + }, + "description": "The compression method used on a dataset." + }, + "DatasetDeflateCompression": { + "type": "object", + "properties": { + "level": { + "type": "object", + "properties": {}, + "description": "The Deflate compression level." + }, + "type": { + "type": "string", + "enum": [ + "Deflate" + ] + } + }, + "required": [ + "type" + ], + "description": "The Deflate compression method used on a dataset." + }, + "DatasetFolder": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "The name of the folder that this Dataset is in." + } + }, + "description": "The folder that this Dataset is in. If not specified, Dataset will appear at the root level." + }, + "DatasetGZipCompression": { + "type": "object", + "properties": { + "level": { + "type": "object", + "properties": {}, + "description": "The GZip compression level." + }, + "type": { + "type": "string", + "enum": [ + "GZip" + ] + } + }, + "required": [ + "type" + ], + "description": "The GZip compression method used on a dataset." + }, + "DatasetLocation": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/AzureBlobStorageLocation" + }, + { + "$ref": "#/definitions/AzureBlobFSLocation" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreLocation" + }, + { + "$ref": "#/definitions/AmazonS3Location" + }, + { + "$ref": "#/definitions/FileServerLocation" + }, + { + "$ref": "#/definitions/AzureFileStorageLocation" + }, + { + "$ref": "#/definitions/GoogleCloudStorageLocation" + }, + { + "$ref": "#/definitions/FtpServerLocation" + }, + { + "$ref": "#/definitions/SftpLocation" + }, + { + "$ref": "#/definitions/HttpServerLocation" + }, + { + "$ref": "#/definitions/HdfsLocation" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "fileName": { + "type": "object", + "properties": {}, + "description": "Specify the file name of dataset. Type: string (or Expression with resultType string)." + }, + "folderPath": { + "type": "object", + "properties": {}, + "description": "Specify the folder path of dataset. Type: string (or Expression with resultType string)" + } + }, + "description": "Dataset location." + }, + "DatasetReference": { + "type": "object", + "properties": { + "parameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "An object mapping parameter names to argument values." + }, + "referenceName": { + "type": "string", + "description": "Reference dataset name." + }, + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "DatasetReference" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + } + }, + "required": [ + "referenceName", + "type" + ], + "description": "Dataset reference type." + }, + "DatasetStorageFormat": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/TextFormat" + }, + { + "$ref": "#/definitions/JsonFormat" + }, + { + "$ref": "#/definitions/AvroFormat" + }, + { + "$ref": "#/definitions/OrcFormat" + }, + { + "$ref": "#/definitions/ParquetFormat" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "deserializer": { + "type": "object", + "properties": {}, + "description": "Deserializer. Type: string (or Expression with resultType string)." + }, + "serializer": { + "type": "object", + "properties": {}, + "description": "Serializer. Type: string (or Expression with resultType string)." + } + }, + "description": "The format definition of a storage." + }, + "DatasetTarCompression": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Tar" + ] + } + }, + "required": [ + "type" + ], + "description": "The Tar archive method used on a dataset." + }, + "DatasetTarGZipCompression": { + "type": "object", + "properties": { + "level": { + "type": "object", + "properties": {}, + "description": "The TarGZip compression level." + }, + "type": { + "type": "string", + "enum": [ + "TarGZip" + ] + } + }, + "required": [ + "type" + ], + "description": "The TarGZip compression method used on a dataset." + }, + "DatasetZipDeflateCompression": { + "type": "object", + "properties": { + "level": { + "type": "object", + "properties": {}, + "description": "The ZipDeflate compression level." + }, + "type": { + "type": "string", + "enum": [ + "ZipDeflate" + ] + } + }, + "required": [ + "type" + ], + "description": "The ZipDeflate compression method used on a dataset." + }, + "Db2LinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Db2" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/Db2LinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "DB2 linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for DB2 data source." + }, + "Db2LinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Basic" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "AuthenticationType to be used for connection. It is mutually exclusive with connectionString property." + }, + "certificateCommonName": { + "type": "object", + "properties": {}, + "description": "Certificate Common Name when TLS is enabled. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + }, + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string. It is mutually exclusive with server, database, authenticationType, userName, packageCollection and certificateCommonName property. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "database": { + "type": "object", + "properties": {}, + "description": "Database name for connection. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + }, + "packageCollection": { + "type": "object", + "properties": {}, + "description": "Under where packages are created when querying database. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "server": { + "type": "object", + "properties": {}, + "description": "Server name for connection. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "Username for authentication. It is mutually exclusive with connectionString property. Type: string (or Expression with resultType string)." + } + }, + "description": "DB2 linked service properties." + }, + "Db2Source": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "Db2Source" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for Db2 databases." + }, + "Db2TableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Db2Table" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/Db2TableDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Db2 table dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Db2 table dataset." + }, + "Db2TableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The Db2 schema name. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The Db2 table name. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Db2 table dataset properties." + }, + "DeleteActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Delete" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DeleteActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Delete activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Delete activity." + }, + "DeleteActivityTypeProperties": { + "type": "object", + "properties": { + "dataset": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + }, + "enableLogging": { + "type": "object", + "properties": {}, + "description": "Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "logStorageSettings": { + "oneOf": [ + { + "$ref": "#/definitions/LogStorageSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Log storage settings." + }, + "maxConcurrentConnections": { + "oneOf": [ + { + "type": "integer", + "minimum": 1 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The max concurrent connections to connect data source at the same time." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." + } + }, + "required": [ + "dataset" + ], + "description": "Delete activity properties." + }, + "DelimitedTextDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DelimitedText" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DelimitedTextDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "DelimitedText dataset properties." + } + }, + "required": [ + "type" + ], + "description": "Delimited text dataset." + }, + "DelimitedTextDatasetTypeProperties": { + "type": "object", + "properties": { + "columnDelimiter": { + "type": "object", + "properties": {}, + "description": "The column delimiter. Type: string (or Expression with resultType string)." + }, + "compressionCodec": { + "oneOf": [ + { + "type": "string", + "enum": [ + "none", + "gzip", + "snappy", + "lzo", + "bzip2", + "deflate", + "zipDeflate", + "lz4", + "tar", + "tarGZip" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ] + }, + "compressionLevel": { + "type": "object", + "properties": {}, + "description": "The data compression method used for DelimitedText." + }, + "encodingName": { + "type": "object", + "properties": {}, + "description": "The code page name of the preferred encoding. If miss, the default value is UTF-8, unless BOM denotes another Unicode encoding. Refer to the name column of the table in the following link to set supported values: https://msdn.microsoft.com/library/system.text.encoding.aspx. Type: string (or Expression with resultType string)." + }, + "escapeChar": { + "type": "object", + "properties": {}, + "description": "The escape character. Type: string (or Expression with resultType string)." + }, + "firstRowAsHeader": { + "type": "object", + "properties": {}, + "description": "When used as input, treat the first row of data as headers. When used as output,write the headers into the output as the first row of data. The default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "location": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetLocation" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset location." + }, + "nullValue": { + "type": "object", + "properties": {}, + "description": "The null value string. Type: string (or Expression with resultType string)." + }, + "quoteChar": { + "type": "object", + "properties": {}, + "description": "The quote character. Type: string (or Expression with resultType string)." + }, + "rowDelimiter": { + "type": "object", + "properties": {}, + "description": "The row delimiter. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "location" + ], + "description": "DelimitedText dataset properties." + }, + "DelimitedTextReadSettings": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "compressionProperties": { + "oneOf": [ + { + "$ref": "#/definitions/CompressionReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Compression read settings." + }, + "skipLineCount": { + "type": "object", + "properties": {}, + "description": "Indicates the number of non-empty rows to skip when reading data from input files. Type: integer (or Expression with resultType integer)." + }, + "type": { + "type": "string", + "enum": [ + "DelimitedTextReadSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "Delimited text read settings." + }, + "DelimitedTextSink": { + "type": "object", + "properties": { + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/DelimitedTextWriteSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Delimited text write settings." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreWriteSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector write settings." + }, + "type": { + "type": "string", + "enum": [ + "DelimitedTextSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity DelimitedText sink." + }, + "DelimitedTextSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/DelimitedTextReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Delimited text read settings." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." + }, + "type": { + "type": "string", + "enum": [ + "DelimitedTextSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity DelimitedText source." + }, + "DelimitedTextWriteSettings": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "fileExtension": { + "type": "object", + "properties": {}, + "description": "The file extension used to create the files. Type: string (or Expression with resultType string)." + }, + "fileNamePrefix": { + "type": "object", + "properties": {}, + "description": "Specifies the file name pattern _. when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string)." + }, + "maxRowsPerFile": { + "type": "object", + "properties": {}, + "description": "Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer)." + }, + "quoteAllText": { + "type": "object", + "properties": {}, + "description": "Indicates whether string values should always be enclosed with quotes. Type: boolean (or Expression with resultType boolean)." + } + }, + "required": [ + "fileExtension" + ], + "description": "Delimited text write settings." + }, + "DependencyReference": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/TriggerDependencyReference" + }, + { + "$ref": "#/definitions/SelfDependencyTumblingWindowTriggerReference" + } + ], + "properties": {}, + "description": "Referenced dependency." + }, + "DistcpSettings": { + "type": "object", + "properties": { + "distcpOptions": { + "type": "object", + "properties": {}, + "description": "Specifies the Distcp options. Type: string (or Expression with resultType string)." + }, + "resourceManagerEndpoint": { + "type": "object", + "properties": {}, + "description": "Specifies the Yarn ResourceManager endpoint. Type: string (or Expression with resultType string)." + }, + "tempScriptPath": { + "type": "object", + "properties": {}, + "description": "Specifies an existing folder path which will be used to store temp Distcp command script. The script file is generated by ADF and will be removed after Copy job finished. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "resourceManagerEndpoint", + "tempScriptPath" + ], + "description": "Distcp settings." + }, + "DocumentDbCollectionDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DocumentDbCollection" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DocumentDbCollectionDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "DocumentDB Collection dataset properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Microsoft Azure Document Database Collection dataset." + }, + "DocumentDbCollectionDatasetTypeProperties": { + "type": "object", + "properties": { + "collectionName": { + "type": "object", + "properties": {}, + "description": "Document Database collection name. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "collectionName" + ], + "description": "DocumentDB Collection dataset properties." + }, + "DocumentDbCollectionSink": { + "type": "object", + "properties": { + "nestingSeparator": { + "type": "object", + "properties": {}, + "description": "Nested properties separator. Default is . (dot). Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "DocumentDbCollectionSink" + ] + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert." + } + }, + "required": [ + "type" + ], + "description": "A copy activity Document Database Collection sink." + }, + "DocumentDbCollectionSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "nestingSeparator": { + "type": "object", + "properties": {}, + "description": "Nested properties separator. Type: string (or Expression with resultType string)." + }, + "query": { + "type": "object", + "properties": {}, + "description": "Documents query. Type: string (or Expression with resultType string)." + }, + "queryTimeout": { + "type": "object", + "properties": {}, + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "type": { + "type": "string", + "enum": [ + "DocumentDbCollectionSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Document Database Collection source." + }, + "DrillDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Drill. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Drill. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Drill Dataset Properties" + }, + "DrillLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Drill" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DrillLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Drill server linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Drill server linked service." + }, + "DrillLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "pwd": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + } + }, + "description": "Drill server linked service properties." + }, + "DrillSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "DrillSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Drill server source." + }, + "DrillTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DrillTable" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DrillDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Drill Dataset Properties" + } + }, + "required": [ + "type" + ], + "description": "Drill server dataset." + }, + "DWCopyCommandDefaultValue": { + "type": "object", + "properties": { + "columnName": { + "type": "object", + "properties": {}, + "description": "Column name. Type: object (or Expression with resultType string)." + }, + "defaultValue": { + "type": "object", + "properties": {}, + "description": "The default value of the column. Type: object (or Expression with resultType string)." + } + }, + "description": "Default value." + }, + "DWCopyCommandSettings": { + "type": "object", + "properties": { + "additionalOptions": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Additional options directly passed to SQL DW in Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: \"additionalOptions\": { \"MAXERRORS\": \"1000\", \"DATEFORMAT\": \"'ymd'\" }" + }, + "defaultValues": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/DWCopyCommandDefaultValue" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the default values for each target column in SQL DW. The default values in the property overwrite the DEFAULT constraint set in the DB, and identity column cannot have a default value. Type: array of objects (or Expression with resultType array of objects)." + } + }, + "description": "DW Copy Command settings." + }, + "DynamicsAXLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DynamicsAX" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsAXLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics AX linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Dynamics AX linked service." + }, + "DynamicsAXLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "aadResourceId": { + "type": "object", + "properties": {}, + "description": "Specify the resource you are requesting authorization. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "Specify the application's client ID. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "tenant": { + "type": "object", + "properties": {}, + "description": "Specify the tenant information (domain name or tenant ID) under which your application resides. Retrieve it by hovering the mouse in the top-right corner of the Azure portal. Type: string (or Expression with resultType string)." + }, + "url": { + "type": "object", + "properties": {}, + "description": "The Dynamics AX (or Dynamics 365 Finance and Operations) instance OData endpoint." + } + }, + "required": [ + "aadResourceId", + "servicePrincipalId", + "servicePrincipalKey", + "tenant", + "url" + ], + "description": "Dynamics AX linked service properties." + }, + "DynamicsAXResourceDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DynamicsAXResource" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsAXResourceDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics AX OData resource dataset properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The path of the Dynamics AX OData entity." + }, + "DynamicsAXResourceDatasetTypeProperties": { + "type": "object", + "properties": { + "path": { + "type": "object", + "properties": {}, + "description": "The path of the Dynamics AX OData entity. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "path" + ], + "description": "Dynamics AX OData resource dataset properties." + }, + "DynamicsAXSource": { + "type": "object", + "properties": { + "httpRequestTimeout": { + "type": "object", + "properties": {}, + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "DynamicsAXSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Dynamics AX source." + }, + "DynamicsCrmEntityDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DynamicsCrmEntity" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsCrmEntityDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics CRM entity dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Dynamics CRM entity dataset." + }, + "DynamicsCrmEntityDatasetTypeProperties": { + "type": "object", + "properties": { + "entityName": { + "type": "object", + "properties": {}, + "description": "The logical name of the entity. Type: string (or Expression with resultType string)." + } + }, + "description": "Dynamics CRM entity dataset properties." + }, + "DynamicsCrmLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DynamicsCrm" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsCrmLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics CRM linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Dynamics CRM linked service." + }, + "DynamicsCrmLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Office365", + "Ifd", + "AADServicePrincipal" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication type to connect to Dynamics CRM server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario, 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + }, + "deploymentType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Online", + "OnPremisesWithIfd" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The deployment type of the Dynamics CRM instance. 'Online' for Dynamics CRM Online and 'OnPremisesWithIfd' for Dynamics CRM on-premises with Ifd. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "hostName": { + "type": "object", + "properties": {}, + "description": "The host name of the on-premises Dynamics CRM server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." + }, + "organizationName": { + "type": "object", + "properties": {}, + "description": "The organization name of the Dynamics CRM instance. The property is required for on-prem and required for online when there are more than one Dynamics CRM instances associated with the user. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The port of on-premises Dynamics CRM server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." + }, + "servicePrincipalCredential": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "servicePrincipalCredentialType": { + "type": "object", + "properties": {}, + "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." + }, + "serviceUri": { + "type": "object", + "properties": {}, + "description": "The URL to the Microsoft Dynamics CRM server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "User name to access the Dynamics CRM instance. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "authenticationType", + "deploymentType" + ], + "description": "Dynamics CRM linked service properties." + }, + "DynamicsCrmSink": { + "type": "object", + "properties": { + "alternateKeyName": { + "type": "object", + "properties": {}, + "description": "The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string)." + }, + "ignoreNullValues": { + "type": "object", + "properties": {}, + "description": "The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "DynamicsCrmSink" + ] + }, + "writeBehavior": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Upsert" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The write behavior for the operation." + } + }, + "required": [ + "type", + "writeBehavior" + ], + "description": "A copy activity Dynamics CRM sink." + }, + "DynamicsCrmSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "query": { + "type": "object", + "properties": {}, + "description": "FetchXML is a proprietary query language that is used in Microsoft Dynamics CRM (online & on-premises). Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "DynamicsCrmSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Dynamics CRM source." + }, + "DynamicsEntityDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "DynamicsEntity" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsEntityDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics entity dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Dynamics entity dataset." + }, + "DynamicsEntityDatasetTypeProperties": { + "type": "object", + "properties": { + "entityName": { + "type": "object", + "properties": {}, + "description": "The logical name of the entity. Type: string (or Expression with resultType string)." + } + }, + "description": "Dynamics entity dataset properties." + }, + "DynamicsLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Dynamics" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/DynamicsLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dynamics linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Dynamics linked service." + }, + "DynamicsLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Office365", + "Ifd", + "AADServicePrincipal" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication type to connect to Dynamics server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario, 'AADServicePrincipal' for Server-To-Server authentication in online scenario. Type: string (or Expression with resultType string)." + }, + "deploymentType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Online", + "OnPremisesWithIfd" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The deployment type of the Dynamics instance. 'Online' for Dynamics Online and 'OnPremisesWithIfd' for Dynamics on-premises with Ifd. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "hostName": { + "type": "object", + "properties": {}, + "description": "The host name of the on-premises Dynamics server. The property is required for on-prem and not allowed for online. Type: string (or Expression with resultType string)." + }, + "organizationName": { + "type": "object", + "properties": {}, + "description": "The organization name of the Dynamics instance. The property is required for on-prem and required for online when there are more than one Dynamics instances associated with the user. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The port of on-premises Dynamics server. The property is required for on-prem and not allowed for online. Default is 443. Type: integer (or Expression with resultType integer), minimum: 0." + }, + "servicePrincipalCredential": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "servicePrincipalCredentialType": { + "type": "object", + "properties": {}, + "description": "The service principal credential type to use in Server-To-Server authentication. 'ServicePrincipalKey' for key/secret, 'ServicePrincipalCert' for certificate. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The client ID of the application in Azure Active Directory used for Server-To-Server authentication. Type: string (or Expression with resultType string)." + }, + "serviceUri": { + "type": "object", + "properties": {}, + "description": "The URL to the Microsoft Dynamics server. The property is required for on-line and not allowed for on-prem. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "User name to access the Dynamics instance. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "authenticationType", + "deploymentType" + ], + "description": "Dynamics linked service properties." + }, + "DynamicsSink": { + "type": "object", + "properties": { + "alternateKeyName": { + "type": "object", + "properties": {}, + "description": "The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string)." + }, + "ignoreNullValues": { + "type": "object", + "properties": {}, + "description": "The flag indicating whether ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "DynamicsSink" + ] + }, + "writeBehavior": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Upsert" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The write behavior for the operation." + } + }, + "required": [ + "type", + "writeBehavior" + ], + "description": "A copy activity Dynamics sink." + }, + "DynamicsSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "query": { + "type": "object", + "properties": {}, + "description": "FetchXML is a proprietary query language that is used in Microsoft Dynamics (online & on-premises). Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "DynamicsSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Dynamics source." + }, + "EloquaLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Eloqua" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/EloquaLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Eloqua server linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Eloqua server linked service." + }, + "EloquaLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "endpoint": { + "type": "object", + "properties": {}, + "description": "The endpoint of the Eloqua server. (i.e. eloqua.example.com)" + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The site name and user name of your Eloqua account in the form: sitename/username. (i.e. Eloqua/Alice)" + } + }, + "required": [ + "endpoint", + "username" + ], + "description": "Eloqua server linked service properties." + }, + "EloquaObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "EloquaObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "Eloqua server dataset." + }, + "EloquaSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "EloquaSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Eloqua server source." + }, + "EntityReference": { + "type": "object", + "properties": { + "referenceName": { + "type": "string", + "description": "The name of this referenced entity." + }, + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "IntegrationRuntimeReference", + "LinkedServiceReference" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The type of this referenced entity." + } + }, + "description": "The entity reference." + }, + "EnvironmentVariableSetup": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "EnvironmentVariableSetup" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/EnvironmentVariableSetupTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Environment variable custom setup type properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The custom setup of setting environment variable." + }, + "EnvironmentVariableSetupTypeProperties": { + "type": "object", + "properties": { + "variableName": { + "type": "string", + "description": "The name of the environment variable." + }, + "variableValue": { + "type": "string", + "description": "The value of the environment variable." + } + }, + "required": [ + "variableName", + "variableValue" + ], + "description": "Environment variable custom setup type properties." + }, + "ExcelDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Excel" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ExcelDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Excel dataset properties." + } + }, + "required": [ + "type" + ], + "description": "Excel dataset." + }, + "ExcelDatasetTypeProperties": { + "type": "object", + "properties": { + "compression": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetCompression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The compression method used on a dataset." + }, + "firstRowAsHeader": { + "type": "object", + "properties": {}, + "description": "When used as input, treat the first row of data as headers. When used as output,write the headers into the output as the first row of data. The default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "location": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetLocation" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset location." + }, + "nullValue": { + "type": "object", + "properties": {}, + "description": "The null value string. Type: string (or Expression with resultType string)." + }, + "range": { + "type": "object", + "properties": {}, + "description": "The partial data of one sheet. Type: string (or Expression with resultType string)." + }, + "sheetName": { + "type": "object", + "properties": {}, + "description": "The sheet of excel file. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "location", + "sheetName" + ], + "description": "Excel dataset properties." + }, + "ExcelSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." + }, + "type": { + "type": "string", + "enum": [ + "ExcelSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity excel source." + }, + "ExecuteDataFlowActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ExecuteDataFlow" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ExecuteDataFlowActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execute data flow activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Execute data flow activity." + }, + "ExecuteDataFlowActivityTypeProperties": { + "type": "object", + "properties": { + "compute": { + "oneOf": [ + { + "$ref": "#/definitions/ExecuteDataFlowActivityTypePropertiesCompute" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Compute properties for data flow activity." + }, + "dataFlow": { + "oneOf": [ + { + "$ref": "#/definitions/DataFlowReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Data flow reference type." + }, + "integrationRuntime": { + "oneOf": [ + { + "$ref": "#/definitions/IntegrationRuntimeReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Integration runtime reference type." + }, + "staging": { + "oneOf": [ + { + "$ref": "#/definitions/DataFlowStagingInfo" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Staging info for execute data flow activity." + } + }, + "required": [ + "dataFlow" + ], + "description": "Execute data flow activity properties." + }, + "ExecuteDataFlowActivityTypePropertiesCompute": { + "type": "object", + "properties": { + "computeType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "General", + "MemoryOptimized", + "ComputeOptimized" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Compute type of the cluster which will execute data flow job." + }, + "coreCount": { + "oneOf": [ + { + "type": "integer" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272." + } + }, + "description": "Compute properties for data flow activity." + }, + "ExecutePipelineActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ExecutePipeline" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ExecutePipelineActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execute pipeline activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Execute pipeline activity." + }, + "ExecutePipelineActivityTypeProperties": { + "type": "object", + "properties": { + "parameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "An object mapping parameter names to argument values." + }, + "pipeline": { + "oneOf": [ + { + "$ref": "#/definitions/PipelineReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Pipeline reference type." + }, + "waitOnCompletion": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false." + } + }, + "required": [ + "pipeline" + ], + "description": "Execute pipeline activity properties." + }, + "ExecuteSSISPackageActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ExecuteSSISPackage" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ExecuteSSISPackageActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execute SSIS package activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Execute SSIS package activity." + }, + "ExecuteSSISPackageActivityTypeProperties": { + "type": "object", + "properties": { + "connectVia": { + "oneOf": [ + { + "$ref": "#/definitions/IntegrationRuntimeReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Integration runtime reference type." + }, + "environmentPath": { + "type": "object", + "properties": {}, + "description": "The environment path to execute the SSIS package. Type: string (or Expression with resultType string)." + }, + "executionCredential": { + "oneOf": [ + { + "$ref": "#/definitions/SSISExecutionCredential" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS package execution credential." + }, + "loggingLevel": { + "type": "object", + "properties": {}, + "description": "The logging level of SSIS package execution. Type: string (or Expression with resultType string)." + }, + "logLocation": { + "oneOf": [ + { + "$ref": "#/definitions/SSISLogLocation" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS package execution log location" + }, + "packageConnectionManagers": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/SSISExecutionParameter" + }, + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The package level connection managers to execute the SSIS package." + }, + "packageLocation": { + "oneOf": [ + { + "$ref": "#/definitions/SSISPackageLocation" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS package location." + }, + "packageParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/SSISExecutionParameter" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The package level parameters to execute the SSIS package." + }, + "projectConnectionManagers": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/SSISExecutionParameter" + }, + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The project level connection managers to execute the SSIS package." + }, + "projectParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/SSISExecutionParameter" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The project level parameters to execute the SSIS package." + }, + "propertyOverrides": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/SSISPropertyOverride" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The property overrides to execute the SSIS package." + }, + "runtime": { + "type": "object", + "properties": {}, + "description": "Specifies the runtime to execute SSIS package. The value should be \"x86\" or \"x64\". Type: string (or Expression with resultType string)." + } + }, + "required": [ + "connectVia", + "packageLocation" + ], + "description": "Execute SSIS package activity properties." + }, + "ExecutionActivity": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/CopyActivity" + }, + { + "$ref": "#/definitions/HDInsightHiveActivity" + }, + { + "$ref": "#/definitions/HDInsightPigActivity" + }, + { + "$ref": "#/definitions/HDInsightMapReduceActivity" + }, + { + "$ref": "#/definitions/HDInsightStreamingActivity" + }, + { + "$ref": "#/definitions/HDInsightSparkActivity" + }, + { + "$ref": "#/definitions/ExecuteSSISPackageActivity" + }, + { + "$ref": "#/definitions/CustomActivity" + }, + { + "$ref": "#/definitions/SqlServerStoredProcedureActivity" + }, + { + "$ref": "#/definitions/DeleteActivity" + }, + { + "$ref": "#/definitions/AzureDataExplorerCommandActivity" + }, + { + "$ref": "#/definitions/LookupActivity" + }, + { + "$ref": "#/definitions/WebActivity" + }, + { + "$ref": "#/definitions/GetMetadataActivity" + }, + { + "$ref": "#/definitions/AzureMLBatchExecutionActivity" + }, + { + "$ref": "#/definitions/AzureMLUpdateResourceActivity" + }, + { + "$ref": "#/definitions/AzureMLExecutePipelineActivity" + }, + { + "$ref": "#/definitions/DataLakeAnalyticsUSQLActivity" + }, + { + "$ref": "#/definitions/DatabricksNotebookActivity" + }, + { + "$ref": "#/definitions/DatabricksSparkJarActivity" + }, + { + "$ref": "#/definitions/DatabricksSparkPythonActivity" + }, + { + "$ref": "#/definitions/AzureFunctionActivity" + }, + { + "$ref": "#/definitions/ExecuteDataFlowActivity" + } + ], + "properties": { + "linkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "policy": { + "oneOf": [ + { + "$ref": "#/definitions/ActivityPolicy" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execution policy for an activity." + }, + "type": { + "type": "string", + "enum": [ + "Execution" + ] + } + }, + "required": [ + "type" + ], + "description": "Base class for all execution activities." + }, + "Expression": { + "type": "object", + "properties": { + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Expression" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Expression type." + }, + "value": { + "type": "string", + "description": "Expression value." + } + }, + "required": [ + "type", + "value" + ], + "description": "Azure Data Factory expression definition." + }, + "factories_dataflows_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", + "minLength": 1, + "maxLength": 260 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The data flow name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/DataFlow" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory nested object which contains a flow with data movements and transformations." + }, + "type": { + "type": "string", + "enum": [ + "dataflows" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/dataflows" + }, + "factories_datasets_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", + "minLength": 1, + "maxLength": 260 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The dataset name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/Dataset" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents." + }, + "type": { + "type": "string", + "enum": [ + "datasets" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/datasets" + }, + "factories_integrationRuntimes_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$", + "minLength": 3, + "maxLength": 63 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The integration runtime name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/IntegrationRuntime" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory nested object which serves as a compute resource for activities." + }, + "type": { + "type": "string", + "enum": [ + "integrationRuntimes" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/integrationRuntimes" + }, + "factories_linkedservices_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", + "minLength": 1, + "maxLength": 260 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The linked service name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedService" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource." + }, + "type": { + "type": "string", + "enum": [ + "linkedservices" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/linkedservices" + }, + "factories_managedVirtualNetworks_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^([_A-Za-z0-9]|([_A-Za-z0-9][-_A-Za-z0-9]{0,125}[_A-Za-z0-9]))$", + "minLength": 1, + "maxLength": 127 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Managed virtual network name" + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/ManagedVirtualNetwork" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A managed Virtual Network associated with the Azure Data Factory" + }, + "type": { + "type": "string", + "enum": [ + "managedVirtualNetworks" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/managedVirtualNetworks" + }, + "factories_managedVirtualNetworks_managedPrivateEndpoints_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^([_A-Za-z0-9]|([_A-Za-z0-9][-_A-Za-z0-9]{0,125}[_A-Za-z0-9]))$", + "minLength": 1, + "maxLength": 127 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Managed private endpoint name" + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/ManagedPrivateEndpoint" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties of a managed private endpoint" + }, + "type": { + "type": "string", + "enum": [ + "managedPrivateEndpoints" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/managedVirtualNetworks/managedPrivateEndpoints" + }, + "factories_pipelines_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", + "minLength": 1, + "maxLength": 260 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The pipeline name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/Pipeline" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "A data factory pipeline." + }, + "type": { + "type": "string", + "enum": [ + "pipelines" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/pipelines" + }, + "factories_triggers_childResource": { + "type": "object", + "properties": { + "apiVersion": { + "type": "string", + "enum": [ + "2018-06-01" + ] + }, + "name": { + "oneOf": [ + { + "type": "string", + "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", + "minLength": 1, + "maxLength": 260 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The trigger name." + }, + "properties": { + "oneOf": [ + { + "$ref": "#/definitions/Trigger" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure data factory nested object which contains information about creating pipeline run" + }, + "type": { + "type": "string", + "enum": [ + "triggers" + ] + } + }, + "required": [ + "apiVersion", + "name", + "properties", + "type" + ], + "description": "Microsoft.DataFactory/factories/triggers" + }, + "FactoryGitHubConfiguration": { + "type": "object", + "properties": { + "hostName": { + "type": "string", + "description": "GitHub Enterprise host name. For example: https://github.mydomain.com" + }, + "type": { + "type": "string", + "enum": [ + "FactoryGitHubConfiguration" + ] + } + }, + "required": [ + "type" + ], + "description": "Factory's GitHub repo information." + }, + "FactoryIdentity": { + "type": "object", + "properties": { + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "SystemAssigned" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The identity type. Currently the only supported type is 'SystemAssigned'." + } + }, + "required": [ + "type" + ], + "description": "Identity properties of the factory resource." + }, + "FactoryProperties": { + "type": "object", + "properties": { + "globalParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/GlobalParameterSpecification" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Definition of all parameters for an entity." + }, + "repoConfiguration": { + "oneOf": [ + { + "$ref": "#/definitions/FactoryRepoConfiguration" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Factory's git repo information." + } + }, + "description": "Factory resource properties." + }, + "FactoryRepoConfiguration": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/FactoryVSTSConfiguration" + }, + { + "$ref": "#/definitions/FactoryGitHubConfiguration" + } + ], + "properties": { + "accountName": { + "type": "string", + "description": "Account name." + }, + "collaborationBranch": { + "type": "string", + "description": "Collaboration branch." + }, + "lastCommitId": { + "type": "string", + "description": "Last commit id." + }, + "repositoryName": { + "type": "string", + "description": "Repository name." + }, + "rootFolder": { + "type": "string", + "description": "Root folder." + } + }, + "required": [ + "accountName", + "collaborationBranch", + "repositoryName", + "rootFolder" + ], + "description": "Factory's git repo information." + }, + "FactoryVSTSConfiguration": { + "type": "object", + "properties": { + "projectName": { + "type": "string", + "description": "VSTS project name." + }, + "tenantId": { + "type": "string", + "description": "VSTS tenant id." + }, + "type": { + "type": "string", + "enum": [ + "FactoryVSTSConfiguration" + ] + } + }, + "required": [ + "projectName", + "type" + ], + "description": "Factory's VSTS repo information." + }, + "FileServerLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FileServer" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/FileServerLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "File system linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "File system linked service." + }, + "FileServerLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "Host name of the server. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "userId": { + "type": "object", + "properties": {}, + "description": "User ID to logon the server. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "host" + ], + "description": "File system linked service properties." + }, + "FileServerLocation": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FileServerLocation" + ] + } + }, + "required": [ + "type" + ], + "description": "The location of file server dataset." + }, + "FileServerReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "fileFilter": { + "type": "object", + "properties": {}, + "description": "Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string)." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "FileServerReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "FileServer wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "FileServer wildcardFolderPath. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "File server read settings." + }, + "FileServerWriteSettings": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FileServerWriteSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "File server write settings." + }, + "FileShareDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FileShare" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/FileShareDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "On-premises file system dataset properties." + } + }, + "required": [ + "type" + ], + "description": "An on-premises file system dataset." + }, + "FileShareDatasetTypeProperties": { + "type": "object", + "properties": { + "compression": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetCompression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The compression method used on a dataset." + }, + "fileFilter": { + "type": "object", + "properties": {}, + "description": "Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string)." + }, + "fileName": { + "type": "object", + "properties": {}, + "description": "The name of the on-premises file system. Type: string (or Expression with resultType string)." + }, + "folderPath": { + "type": "object", + "properties": {}, + "description": "The path of the on-premises file system. Type: string (or Expression with resultType string)." + }, + "format": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetStorageFormat" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The format definition of a storage." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + } + }, + "description": "On-premises file system dataset properties." + }, + "FileSystemSink": { + "type": "object", + "properties": { + "copyBehavior": { + "type": "object", + "properties": {}, + "description": "The type of copy behavior for copy sink." + }, + "type": { + "type": "string", + "enum": [ + "FileSystemSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity file system sink." + }, + "FileSystemSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "FileSystemSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity file system source." + }, + "FilterActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Filter" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/FilterActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Filter activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Filter and return results from input array based on the conditions." + }, + "FilterActivityTypeProperties": { + "type": "object", + "properties": { + "condition": { + "oneOf": [ + { + "$ref": "#/definitions/Expression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory expression definition." + }, + "items": { + "oneOf": [ + { + "$ref": "#/definitions/Expression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory expression definition." + } + }, + "required": [ + "condition", + "items" + ], + "description": "Filter activity properties." + }, + "ForEachActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "ForEach" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ForEachActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "ForEach activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "This activity is used for iterating over a collection and execute given activities." + }, + "ForEachActivityTypeProperties": { + "type": "object", + "properties": { + "activities": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of activities to execute ." + }, + "batchCount": { + "oneOf": [ + { + "type": "integer", + "maximum": 50 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Batch count to be used for controlling the number of parallel execution (when isSequential is set to false)." + }, + "isSequential": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Should the loop be executed in sequence or in parallel (max 50)" + }, + "items": { + "oneOf": [ + { + "$ref": "#/definitions/Expression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory expression definition." + } + }, + "required": [ + "activities", + "items" + ], + "description": "ForEach activity properties." + }, + "FormatReadSettings": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/DelimitedTextReadSettings" + }, + { + "$ref": "#/definitions/JsonReadSettings" + }, + { + "$ref": "#/definitions/XmlReadSettings" + }, + { + "$ref": "#/definitions/BinaryReadSettings" + } + ], + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + } + }, + "description": "Format read settings." + }, + "FtpReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "FtpReadSettings" + ] + }, + "useBinaryTransfer": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specify whether to use binary transfer mode for FTP stores." + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "Ftp wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "Ftp wildcardFolderPath. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "Ftp read settings." + }, + "FtpServerLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FtpServer" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/FtpServerLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this linked service type." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "A FTP server Linked Service." + }, + "FtpServerLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Basic", + "Anonymous" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication type to be used to connect to the FTP server." + }, + "enableServerCertificateValidation": { + "type": "object", + "properties": {}, + "description": "If true, validate the FTP server SSL certificate when connect over SSL/TLS channel. Default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "enableSsl": { + "type": "object", + "properties": {}, + "description": "If true, connect to the FTP server over SSL/TLS channel. Default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "Host name of the FTP server. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port number that the FTP server uses to listen for client connections. Default value is 21. Type: integer (or Expression with resultType integer), minimum: 0." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "Username to logon the FTP server. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "host" + ], + "description": "Properties specific to this linked service type." + }, + "FtpServerLocation": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "FtpServerLocation" + ] + } + }, + "required": [ + "type" + ], + "description": "The location of ftp server dataset." + }, + "GenericDatasetTypeProperties": { + "type": "object", + "properties": { + "tableName": { + "type": "object", + "properties": {}, + "description": "The table name. Type: string (or Expression with resultType string)." + } + }, + "description": "Properties specific to this dataset type." + }, + "GetMetadataActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GetMetadata" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GetMetadataActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "GetMetadata activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Activity to get metadata of dataset" + }, + "GetMetadataActivityTypeProperties": { + "type": "object", + "properties": { + "dataset": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + }, + "fieldList": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Fields of metadata to get from dataset." + }, + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/FormatReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Format read settings." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." + } + }, + "required": [ + "dataset" + ], + "description": "GetMetadata activity properties." + }, + "GlobalParameterSpecification": { + "type": "object", + "properties": { + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Object", + "String", + "Int", + "Float", + "Bool", + "Array" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Global Parameter type." + }, + "value": { + "type": "object", + "properties": {}, + "description": "Value of parameter." + } + }, + "required": [ + "type", + "value" + ], + "description": "Definition of a single parameter for an entity." + }, + "GoogleAdWordsLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GoogleAdWords" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GoogleAdWordsLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Google AdWords service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Google AdWords service linked service." + }, + "GoogleAdWordsLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "ServiceAuthentication", + "UserAuthentication" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The OAuth 2.0 authentication mechanism used for authentication. ServiceAuthentication can only be used on self-hosted IR." + }, + "clientCustomerID": { + "type": "object", + "properties": {}, + "description": "The Client customer ID of the AdWords account that you want to fetch report data for." + }, + "clientId": { + "type": "object", + "properties": {}, + "description": "The client id of the google application used to acquire the refresh token. Type: string (or Expression with resultType string)." + }, + "clientSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "developerToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "email": { + "type": "object", + "properties": {}, + "description": "The service account email ID that is used for ServiceAuthentication and can only be used on self-hosted IR." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "keyFilePath": { + "type": "object", + "properties": {}, + "description": "The full path to the .p12 key file that is used to authenticate the service account email address and can only be used on self-hosted IR." + }, + "refreshToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + } + }, + "required": [ + "authenticationType", + "clientCustomerID", + "developerToken" + ], + "description": "Google AdWords service linked service properties." + }, + "GoogleAdWordsObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GoogleAdWordsObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "Google AdWords service dataset." + }, + "GoogleAdWordsSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "GoogleAdWordsSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Google AdWords service source." + }, + "GoogleBigQueryDatasetTypeProperties": { + "type": "object", + "properties": { + "dataset": { + "type": "object", + "properties": {}, + "description": "The database name of the Google BigQuery. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Google BigQuery. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using database + table properties instead." + } + }, + "description": "Google BigQuery Dataset Properties" + }, + "GoogleBigQueryLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GoogleBigQuery" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GoogleBigQueryLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Google BigQuery service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Google BigQuery service linked service." + }, + "GoogleBigQueryLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "additionalProjects": { + "type": "object", + "properties": {}, + "description": "A comma-separated list of public BigQuery projects to access." + }, + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "ServiceAuthentication", + "UserAuthentication" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The OAuth 2.0 authentication mechanism used for authentication. ServiceAuthentication can only be used on self-hosted IR." + }, + "clientId": { + "type": "object", + "properties": {}, + "description": "The client id of the google application used to acquire the refresh token. Type: string (or Expression with resultType string)." + }, + "clientSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "email": { + "type": "object", + "properties": {}, + "description": "The service account email ID that is used for ServiceAuthentication and can only be used on self-hosted IR." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "keyFilePath": { + "type": "object", + "properties": {}, + "description": "The full path to the .p12 key file that is used to authenticate the service account email address and can only be used on self-hosted IR." + }, + "project": { + "type": "object", + "properties": {}, + "description": "The default BigQuery project to query against." + }, + "refreshToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "requestGoogleDriveScope": { + "type": "object", + "properties": {}, + "description": "Whether to request access to Google Drive. Allowing Google Drive access enables support for federated tables that combine BigQuery data with data from Google Drive. The default value is false." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + } + }, + "required": [ + "authenticationType", + "project" + ], + "description": "Google BigQuery service linked service properties." + }, + "GoogleBigQueryObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GoogleBigQueryObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GoogleBigQueryDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Google BigQuery Dataset Properties" + } + }, + "required": [ + "type" + ], + "description": "Google BigQuery service dataset." + }, + "GoogleBigQuerySource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "GoogleBigQuerySource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Google BigQuery service source." + }, + "GoogleCloudStorageLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GoogleCloudStorage" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GoogleCloudStorageLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Google Cloud Storage linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for Google Cloud Storage." + }, + "GoogleCloudStorageLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "accessKeyId": { + "type": "object", + "properties": {}, + "description": "The access key identifier of the Google Cloud Storage Identity and Access Management (IAM) user. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "secretAccessKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "serviceUrl": { + "type": "object", + "properties": {}, + "description": "This value specifies the endpoint to access with the Google Cloud Storage Connector. This is an optional property; change it only if you want to try a different service endpoint or want to switch between https and http. Type: string (or Expression with resultType string)." + } + }, + "description": "Google Cloud Storage linked service properties." + }, + "GoogleCloudStorageLocation": { + "type": "object", + "properties": { + "bucketName": { + "type": "object", + "properties": {}, + "description": "Specify the bucketName of Google Cloud Storage. Type: string (or Expression with resultType string)" + }, + "type": { + "type": "string", + "enum": [ + "GoogleCloudStorageLocation" + ] + }, + "version": { + "type": "object", + "properties": {}, + "description": "Specify the version of Google Cloud Storage. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "The location of Google Cloud Storage dataset." + }, + "GoogleCloudStorageReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "prefix": { + "type": "object", + "properties": {}, + "description": "The prefix filter for the Google Cloud Storage object name. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "GoogleCloudStorageReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "Google Cloud Storage wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "Google Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "Google Cloud Storage read settings." + }, + "GreenplumDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of Greenplum. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of Greenplum. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Greenplum Dataset Properties" + }, + "GreenplumLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Greenplum" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GreenplumLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Greenplum Database linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Greenplum Database linked service." + }, + "GreenplumLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "pwd": { + "oneOf": [ + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Key Vault secret reference." + } + }, + "description": "Greenplum Database linked service properties." + }, + "GreenplumSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "GreenplumSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Greenplum Database source." + }, + "GreenplumTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "GreenplumTable" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GreenplumDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Greenplum Dataset Properties" + } + }, + "required": [ + "type" + ], + "description": "Greenplum Database dataset." + }, + "HBaseLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HBase" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HBaseLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HBase server linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HBase server linked service." + }, + "HBaseLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + }, + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + }, + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Anonymous", + "Basic" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication mechanism to use to connect to the HBase server." + }, + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "The IP address or host name of the HBase server. (i.e. 192.168.222.160)" + }, + "httpPath": { + "type": "object", + "properties": {}, + "description": "The partial URL corresponding to the HBase server. (i.e. /gateway/sandbox/hbase/version)" + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the HBase instance uses to listen for client connections. The default value is 9090." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name used to connect to the HBase instance." + } + }, + "required": [ + "authenticationType", + "host" + ], + "description": "HBase server linked service properties." + }, + "HBaseObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HBaseObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "HBase server dataset." + }, + "HBaseSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "HBaseSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity HBase server source." + }, + "HdfsLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Hdfs" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HdfsLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDFS linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Hadoop Distributed File System (HDFS) linked service." + }, + "HdfsLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "type": "object", + "properties": {}, + "description": "Type of authentication used to connect to the HDFS. Possible values are: Anonymous and Windows. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "url": { + "type": "object", + "properties": {}, + "description": "The URL of the HDFS service endpoint, e.g. http://myhostname:50070/webhdfs/v1 . Type: string (or Expression with resultType string)." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "User name for Windows authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "url" + ], + "description": "HDFS linked service properties." + }, + "HdfsLocation": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HdfsLocation" + ] + } + }, + "required": [ + "type" + ], + "description": "The location of HDFS." + }, + "HdfsReadSettings": { + "type": "object", + "properties": { + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "distcpSettings": { + "oneOf": [ + { + "$ref": "#/definitions/DistcpSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Distcp settings." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { + "type": "object", + "properties": {}, + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeEnd": { + "type": "object", + "properties": {}, + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "modifiedDatetimeStart": { + "type": "object", + "properties": {}, + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "HdfsReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "HDFS wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "HDFS wildcardFolderPath. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "HDFS read settings." + }, + "HdfsSource": { + "type": "object", + "properties": { + "distcpSettings": { + "oneOf": [ + { + "$ref": "#/definitions/DistcpSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Distcp settings." + }, + "recursive": { + "type": "object", + "properties": {}, + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "HdfsSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity HDFS source." + }, + "HDInsightHiveActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightHive" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightHiveActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight Hive activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight Hive activity type." + }, + "HDInsightHiveActivityTypeProperties": { + "type": "object", + "properties": { + "arguments": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "User specified arguments to HDInsightActivity." + }, + "defines": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Allows user to specify defines for Hive job request." + }, + "getDebugInfo": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "Always", + "Failure" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Debug info option." + }, + "queryTimeout": { + "oneOf": [ + { + "type": "integer" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Query timeout value (in minutes). Effective when the HDInsight cluster is with ESP (Enterprise Security Package)" + }, + "scriptLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "scriptPath": { + "type": "object", + "properties": {}, + "description": "Script path. Type: string (or Expression with resultType string)." + }, + "storageLinkedServices": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Storage linked service references." + }, + "variables": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "User specified arguments under hivevar namespace." + } + }, + "description": "HDInsight Hive activity properties." + }, + "HDInsightLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsight" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight linked service." + }, + "HDInsightLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "clusterUri": { + "type": "object", + "properties": {}, + "description": "HDInsight cluster URI. Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "fileSystem": { + "type": "object", + "properties": {}, + "description": "Specify the FileSystem if the main storage for the HDInsight is ADLS Gen2. Type: string (or Expression with resultType string)." + }, + "hcatalogLinkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "isEspEnabled": { + "type": "object", + "properties": {}, + "description": "Specify if the HDInsight is created with ESP (Enterprise Security Package). Type: Boolean." + }, + "linkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "HDInsight cluster user name. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "clusterUri" + ], + "description": "HDInsight linked service properties." + }, + "HDInsightMapReduceActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightMapReduce" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightMapReduceActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight MapReduce activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight MapReduce activity type." + }, + "HDInsightMapReduceActivityTypeProperties": { + "type": "object", + "properties": { + "arguments": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "User specified arguments to HDInsightActivity." + }, + "className": { + "type": "object", + "properties": {}, + "description": "Class name. Type: string (or Expression with resultType string)." + }, + "defines": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Allows user to specify defines for the MapReduce job request." + }, + "getDebugInfo": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "Always", + "Failure" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Debug info option." + }, + "jarFilePath": { + "type": "object", + "properties": {}, + "description": "Jar path. Type: string (or Expression with resultType string)." + }, + "jarLibs": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Jar libs." + }, + "jarLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "storageLinkedServices": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Storage linked service references." + } + }, + "required": [ + "className", + "jarFilePath" + ], + "description": "HDInsight MapReduce activity properties." + }, + "HDInsightOnDemandLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightOnDemand" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightOnDemandLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight ondemand linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight ondemand linked service." + }, + "HDInsightOnDemandLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "additionalLinkedServiceNames": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies additional storage accounts for the HDInsight linked service so that the Data Factory service can register them on your behalf." + }, + "clusterNamePrefix": { + "type": "object", + "properties": {}, + "description": "The prefix of cluster name, postfix will be distinct with timestamp. Type: string (or Expression with resultType string)." + }, + "clusterPassword": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "clusterResourceGroup": { + "type": "object", + "properties": {}, + "description": "The resource group where the cluster belongs. Type: string (or Expression with resultType string)." + }, + "clusterSize": { + "type": "object", + "properties": {}, + "description": "Number of worker/data nodes in the cluster. Suggestion value: 4. Type: string (or Expression with resultType string)." + }, + "clusterSshPassword": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "clusterSshUserName": { + "type": "object", + "properties": {}, + "description": "The username to SSH remotely connect to cluster’s node (for Linux). Type: string (or Expression with resultType string)." + }, + "clusterType": { + "type": "object", + "properties": {}, + "description": "The cluster type. Type: string (or Expression with resultType string)." + }, + "clusterUserName": { + "type": "object", + "properties": {}, + "description": "The username to access the cluster. Type: string (or Expression with resultType string)." + }, + "coreConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the core configuration parameters (as in core-site.xml) for the HDInsight cluster to be created." + }, + "dataNodeSize": { + "type": "object", + "properties": {}, + "description": "Specifies the size of the data node for the HDInsight cluster." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "hBaseConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the HBase configuration parameters (hbase-site.xml) for the HDInsight cluster." + }, + "hcatalogLinkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "hdfsConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the HDFS configuration parameters (hdfs-site.xml) for the HDInsight cluster." + }, + "headNodeSize": { + "type": "object", + "properties": {}, + "description": "Specifies the size of the head node for the HDInsight cluster." + }, + "hiveConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the hive configuration parameters (hive-site.xml) for the HDInsight cluster." + }, + "hostSubscriptionId": { + "type": "object", + "properties": {}, + "description": "The customer’s subscription to host the cluster. Type: string (or Expression with resultType string)." + }, + "linkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "mapReduceConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the MapReduce configuration parameters (mapred-site.xml) for the HDInsight cluster." + }, + "oozieConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the Oozie configuration parameters (oozie-site.xml) for the HDInsight cluster." + }, + "scriptActions": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/ScriptAction" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Custom script actions to run on HDI ondemand cluster once it's up. Please refer to https://docs.microsoft.com/en-us/azure/hdinsight/hdinsight-hadoop-customize-cluster-linux?toc=%2Fen-us%2Fazure%2Fhdinsight%2Fr-server%2FTOC.json&bc=%2Fen-us%2Fazure%2Fbread%2Ftoc.json#understanding-script-actions." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The service principal id for the hostSubscriptionId. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "sparkVersion": { + "type": "object", + "properties": {}, + "description": "The version of spark if the cluster type is 'spark'. Type: string (or Expression with resultType string)." + }, + "stormConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the Storm configuration parameters (storm-site.xml) for the HDInsight cluster." + }, + "subnetName": { + "type": "object", + "properties": {}, + "description": "The ARM resource ID for the subnet in the vNet. If virtualNetworkId was specified, then this property is required. Type: string (or Expression with resultType string)." + }, + "tenant": { + "type": "object", + "properties": {}, + "description": "The Tenant id/name to which the service principal belongs. Type: string (or Expression with resultType string)." + }, + "timeToLive": { + "type": "object", + "properties": {}, + "description": "The allowed idle time for the on-demand HDInsight cluster. Specifies how long the on-demand HDInsight cluster stays alive after completion of an activity run if there are no other active jobs in the cluster. The minimum value is 5 mins. Type: string (or Expression with resultType string)." + }, + "version": { + "type": "object", + "properties": {}, + "description": "Version of the HDInsight cluster.  Type: string (or Expression with resultType string)." + }, + "virtualNetworkId": { + "type": "object", + "properties": {}, + "description": "The ARM resource ID for the vNet to which the cluster should be joined after creation. Type: string (or Expression with resultType string)." + }, + "yarnConfiguration": { + "type": "object", + "properties": {}, + "description": "Specifies the Yarn configuration parameters (yarn-site.xml) for the HDInsight cluster." + }, + "zookeeperNodeSize": { + "type": "object", + "properties": {}, + "description": "Specifies the size of the Zoo Keeper node for the HDInsight cluster." + } + }, + "required": [ + "clusterResourceGroup", + "clusterSize", + "hostSubscriptionId", + "linkedServiceName", + "tenant", + "timeToLive", + "version" + ], + "description": "HDInsight ondemand linked service properties." + }, + "HDInsightPigActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightPig" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightPigActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight Pig activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight Pig activity type." + }, + "HDInsightPigActivityTypeProperties": { + "type": "object", + "properties": { + "arguments": { + "type": "object", + "properties": {}, + "description": "User specified arguments to HDInsightActivity. Type: array (or Expression with resultType array)." + }, + "defines": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Allows user to specify defines for Pig job request." + }, + "getDebugInfo": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "Always", + "Failure" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Debug info option." + }, + "scriptLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "scriptPath": { + "type": "object", + "properties": {}, + "description": "Script path. Type: string (or Expression with resultType string)." + }, + "storageLinkedServices": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Storage linked service references." + } + }, + "description": "HDInsight Pig activity properties." + }, + "HDInsightSparkActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightSpark" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightSparkActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight spark activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight Spark activity." + }, + "HDInsightSparkActivityTypeProperties": { + "type": "object", + "properties": { + "arguments": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The user-specified arguments to HDInsightSparkActivity." + }, + "className": { + "type": "string", + "description": "The application's Java/Spark main class." + }, + "entryFilePath": { + "type": "object", + "properties": {}, + "description": "The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string)." + }, + "getDebugInfo": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "Always", + "Failure" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Debug info option." + }, + "proxyUser": { + "type": "object", + "properties": {}, + "description": "The user to impersonate that will execute the job. Type: string (or Expression with resultType string)." + }, + "rootPath": { + "type": "object", + "properties": {}, + "description": "The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string)." + }, + "sparkConfig": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Spark configuration property." + }, + "sparkJobLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + } + }, + "required": [ + "entryFilePath", + "rootPath" + ], + "description": "HDInsight spark activity properties." + }, + "HDInsightStreamingActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HDInsightStreaming" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HDInsightStreamingActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "HDInsight streaming activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "HDInsight streaming activity type." + }, + "HDInsightStreamingActivityTypeProperties": { + "type": "object", + "properties": { + "arguments": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "User specified arguments to HDInsightActivity." + }, + "combiner": { + "type": "object", + "properties": {}, + "description": "Combiner executable name. Type: string (or Expression with resultType string)." + }, + "commandEnvironment": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Command line environment values." + }, + "defines": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Allows user to specify defines for streaming job request." + }, + "fileLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "filePaths": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Paths to streaming job files. Can be directories." + }, + "getDebugInfo": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "Always", + "Failure" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Debug info option." + }, + "input": { + "type": "object", + "properties": {}, + "description": "Input blob path. Type: string (or Expression with resultType string)." + }, + "mapper": { + "type": "object", + "properties": {}, + "description": "Mapper executable name. Type: string (or Expression with resultType string)." + }, + "output": { + "type": "object", + "properties": {}, + "description": "Output blob path. Type: string (or Expression with resultType string)." + }, + "reducer": { + "type": "object", + "properties": {}, + "description": "Reducer executable name. Type: string (or Expression with resultType string)." + }, + "storageLinkedServices": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/LinkedServiceReference" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Storage linked service references." + } + }, + "required": [ + "filePaths", + "input", + "mapper", + "output", + "reducer" + ], + "description": "HDInsight streaming activity properties." + }, + "HiveDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Hive. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Hive. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Hive Properties" + }, + "HiveLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Hive" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HiveLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Hive Server linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Hive Server linked service." + }, + "HiveLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + }, + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + }, + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Anonymous", + "Username", + "UsernameAndPassword", + "WindowsAzureHDInsightService" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication method used to access the Hive server." + }, + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "IP address or host name of the Hive server, separated by ';' for multiple hosts (only when serviceDiscoveryMode is enable)." + }, + "httpPath": { + "type": "object", + "properties": {}, + "description": "The partial URL corresponding to the Hive server." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the Hive server uses to listen for client connections." + }, + "serverType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "HiveServer1", + "HiveServer2", + "HiveThriftServer" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The type of Hive server." + }, + "serviceDiscoveryMode": { + "type": "object", + "properties": {}, + "description": "true to indicate using the ZooKeeper service, false not." + }, + "thriftTransportProtocol": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Binary", + "SASL", + "HTTP " + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The transport protocol to use in the Thrift layer." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "useNativeQuery": { + "type": "object", + "properties": {}, + "description": "Specifies whether the driver uses native HiveQL queries,or converts them into an equivalent form in HiveQL." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name that you use to access Hive Server." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + }, + "zooKeeperNameSpace": { + "type": "object", + "properties": {}, + "description": "The namespace on ZooKeeper under which Hive Server 2 nodes are added." + } + }, + "required": [ + "authenticationType", + "host" + ], + "description": "Hive Server linked service properties." + }, + "HiveObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HiveObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HiveDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Hive Properties" + } + }, + "required": [ + "type" + ], + "description": "Hive Server dataset." + }, + "HiveSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "HiveSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Hive Server source." + }, + "HttpDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HttpFile" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HttpDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "A file in an HTTP web server." + }, + "HttpDatasetTypeProperties": { + "type": "object", + "properties": { + "additionalHeaders": { + "type": "object", + "properties": {}, + "description": "The headers for the HTTP Request. e.g. request-header-name-1:request-header-value-1\r\n...\r\nrequest-header-name-n:request-header-value-n Type: string (or Expression with resultType string)." + }, + "compression": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetCompression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The compression method used on a dataset." + }, + "format": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetStorageFormat" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The format definition of a storage." + }, + "relativeUrl": { + "type": "object", + "properties": {}, + "description": "The relative URL based on the URL in the HttpLinkedService refers to an HTTP file Type: string (or Expression with resultType string)." + }, + "requestBody": { + "type": "object", + "properties": {}, + "description": "The body for the HTTP request. Type: string (or Expression with resultType string)." + }, + "requestMethod": { + "type": "object", + "properties": {}, + "description": "The HTTP method for the HTTP request. Type: string (or Expression with resultType string)." + } + }, + "description": "Properties specific to this dataset type." + }, + "HttpLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HttpServer" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HttpLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this linked service type." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for an HTTP source." + }, + "HttpLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Basic", + "Anonymous", + "Digest", + "Windows", + "ClientCertificate" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication type to be used to connect to the HTTP server." + }, + "certThumbprint": { + "type": "object", + "properties": {}, + "description": "Thumbprint of certificate for ClientCertificate authentication. Only valid for on-premises copy. For on-premises copy with ClientCertificate authentication, either CertThumbprint or EmbeddedCertData/Password should be specified. Type: string (or Expression with resultType string)." + }, + "embeddedCertData": { + "type": "object", + "properties": {}, + "description": "Base64 encoded certificate data for ClientCertificate authentication. For on-premises copy with ClientCertificate authentication, either CertThumbprint or EmbeddedCertData/Password should be specified. Type: string (or Expression with resultType string)." + }, + "enableServerCertificateValidation": { + "type": "object", + "properties": {}, + "description": "If true, validate the HTTPS server SSL certificate. Default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "url": { + "type": "object", + "properties": {}, + "description": "The base URL of the HTTP endpoint, e.g. http://www.microsoft.com. Type: string (or Expression with resultType string)." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "User name for Basic, Digest, or Windows authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "url" + ], + "description": "Properties specific to this linked service type." + }, + "HttpReadSettings": { + "type": "object", + "properties": { + "additionalHeaders": { + "type": "object", + "properties": {}, + "description": "The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string)." + }, + "enablePartitionDiscovery": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Indicates whether to enable partition discovery." + }, + "partitionRootPath": { + "type": "object", + "properties": {}, + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." + }, + "requestBody": { + "type": "object", + "properties": {}, + "description": "The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string)." + }, + "requestMethod": { + "type": "object", + "properties": {}, + "description": "The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string)." + }, + "requestTimeout": { + "type": "object", + "properties": {}, + "description": "Specifies the timeout for a HTTP client to get HTTP response from HTTP server." + }, + "type": { + "type": "string", + "enum": [ + "HttpReadSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "Sftp read settings." + }, + "HttpServerLocation": { + "type": "object", + "properties": { + "relativeUrl": { + "type": "object", + "properties": {}, + "description": "Specify the relativeUrl of http server. Type: string (or Expression with resultType string)" + }, + "type": { + "type": "string", + "enum": [ + "HttpServerLocation" + ] + } + }, + "required": [ + "type" + ], + "description": "The location of http server." + }, + "HttpSource": { + "type": "object", + "properties": { + "httpRequestTimeout": { + "type": "object", + "properties": {}, + "description": "Specifies the timeout for a HTTP client to get HTTP response from HTTP server. The default value is equivalent to System.Net.HttpWebRequest.Timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "type": { + "type": "string", + "enum": [ + "HttpSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for an HTTP file." + }, + "HubspotLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Hubspot" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/HubspotLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Hubspot Service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Hubspot Service linked service." + }, + "HubspotLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "accessToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "clientId": { + "type": "object", + "properties": {}, + "description": "The client ID associated with your Hubspot application." + }, + "clientSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "refreshToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + } + }, + "required": [ + "clientId" + ], + "description": "Hubspot Service linked service properties." + }, + "HubspotObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "HubspotObject" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "Hubspot Service dataset." + }, + "HubspotSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "HubspotSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Hubspot Service source." + }, + "IfConditionActivity": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "IfCondition" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/IfConditionActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "IfCondition activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "This activity evaluates a boolean expression and executes either the activities under the ifTrueActivities property or the ifFalseActivities property depending on the result of the expression." + }, + "IfConditionActivityTypeProperties": { + "type": "object", + "properties": { + "expression": { + "oneOf": [ + { + "$ref": "#/definitions/Expression" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Azure Data Factory expression definition." + }, + "ifFalseActivities": { "oneOf": [ { - "$ref": "#/definitions/DataFlowReference" + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Data flow reference type." + "description": "List of activities to execute if expression is evaluated to false. This is an optional property and if not provided, the activity will exit without any action." }, - "integrationRuntime": { + "ifTrueActivities": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeReference" + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Integration runtime reference type." + "description": "List of activities to execute if expression is evaluated to true. This is an optional property and if not provided, the activity will exit without any action." + } + }, + "required": [ + "expression" + ], + "description": "IfCondition activity properties." + }, + "ImpalaDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Impala. Type: string (or Expression with resultType string)." }, - "staging": { + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Impala. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Impala Dataset Properties" + }, + "ImpalaLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Impala" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/DataFlowStagingInfo" + "$ref": "#/definitions/ImpalaLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Staging info for execute data flow activity." + "description": "Impala server linked service properties." } }, "required": [ - "dataFlow" + "type", + "typeProperties" ], - "description": "Execute data flow activity properties." + "description": "Impala server linked service." }, - "ExecuteDataFlowActivityTypePropertiesCompute": { + "ImpalaLinkedServiceTypeProperties": { "type": "object", "properties": { - "computeType": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + }, + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + }, + "authenticationType": { "oneOf": [ { "type": "string", "enum": [ - "General", - "MemoryOptimized", - "ComputeOptimized" + "Anonymous", + "SASLUsername", + "UsernameAndPassword" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Compute type of the cluster which will execute data flow job." + "description": "The authentication type to use." }, - "coreCount": { + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "The IP address or host name of the Impala server. (i.e. 192.168.222.160)" + }, + "password": { "oneOf": [ { - "type": "integer" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272." + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the Impala server uses to listen for client connections. The default value is 21050." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name used to access the Impala server. The default value is anonymous when using SASLUsername." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." } }, - "description": "Compute properties for data flow activity." + "required": [ + "authenticationType", + "host" + ], + "description": "Impala server linked service properties." }, - "ExecutePipelineActivity": { + "ImpalaObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ExecutePipeline" + "ImpalaObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ExecutePipelineActivityTypeProperties" + "$ref": "#/definitions/ImpalaDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Execute pipeline activity properties." + "description": "Impala Dataset Properties" } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Execute pipeline activity." + "description": "Impala server dataset." }, - "ExecutePipelineActivityTypeProperties": { + "ImpalaSource": { "type": "object", "properties": { - "parameters": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "ImpalaSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Impala server source." + }, + "InformixLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Informix" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/InformixLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "An object mapping parameter names to argument values." + "description": "Informix linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Informix linked service." + }, + "InformixLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { + "type": "object", + "properties": {}, + "description": "Type of authentication used to connect to the Informix as ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." }, - "pipeline": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "credential": { "oneOf": [ { - "$ref": "#/definitions/PipelineReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Pipeline reference type." + "description": "The base definition of a secret type." }, - "waitOnCompletion": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "type": "boolean" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false." + "description": "The base definition of a secret type." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." } }, "required": [ - "pipeline" + "connectionString" ], - "description": "Execute pipeline activity properties." + "description": "Informix linked service properties." }, - "ExecuteSSISPackageActivity": { + "InformixSink": { + "type": "object", + "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "A query to execute before starting the copy. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "InformixSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Informix sink." + }, + "InformixSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "InformixSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for Informix." + }, + "InformixTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ExecuteSSISPackage" + "InformixTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ExecuteSSISPackageActivityTypeProperties" + "$ref": "#/definitions/InformixTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Execute SSIS package activity properties." + "description": "Informix table dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Execute SSIS package activity." + "description": "The Informix table dataset." }, - "ExecuteSSISPackageActivityTypeProperties": { + "InformixTableDatasetTypeProperties": { "type": "object", "properties": { - "connectVia": { - "oneOf": [ - { - "$ref": "#/definitions/IntegrationRuntimeReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Integration runtime reference type." - }, - "environmentPath": { + "tableName": { "type": "object", "properties": {}, - "description": "The environment path to execute the SSIS package. Type: string (or Expression with resultType string)." + "description": "The Informix table name. Type: string (or Expression with resultType string)." + } + }, + "description": "Informix table dataset properties." + }, + "IntegrationRuntime": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/ManagedIntegrationRuntime" }, - "executionCredential": { + { + "$ref": "#/definitions/SelfHostedIntegrationRuntime" + } + ], + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/SSISExecutionCredential" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS package execution credential." - }, - "loggingLevel": { - "type": "object", - "properties": {}, - "description": "The logging level of SSIS package execution. Type: string (or Expression with resultType string)." + "description": "Unmatched properties from the message are deserialized this collection" }, - "logLocation": { + "description": { + "type": "string", + "description": "Integration runtime description." + } + }, + "description": "Azure Data Factory nested object which serves as a compute resource for activities." + }, + "IntegrationRuntimeComputeProperties": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/SSISLogLocation" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS package execution log location" + "description": "Unmatched properties from the message are deserialized this collection" }, - "packageConnectionManagers": { + "dataFlowProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/SSISExecutionParameter" - }, - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/IntegrationRuntimeDataFlowProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The package level connection managers to execute the SSIS package." + "description": "Data flow properties for managed integration runtime." }, - "packageLocation": { + "location": { + "type": "string", + "description": "The location for managed integration runtime. The supported regions could be found on https://docs.microsoft.com/en-us/azure/data-factory/data-factory-data-movement-activities" + }, + "maxParallelExecutionsPerNode": { "oneOf": [ { - "$ref": "#/definitions/SSISPackageLocation" + "type": "integer", + "minimum": 1 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS package location." + "description": "Maximum parallel executions count per node for managed integration runtime." }, - "packageParameters": { + "nodeSize": { + "type": "string", + "description": "The node size requirement to managed integration runtime." + }, + "numberOfNodes": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/SSISExecutionParameter" - }, - "properties": {} + "type": "integer", + "minimum": 1 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The package level parameters to execute the SSIS package." + "description": "The required number of nodes for managed integration runtime." }, - "projectConnectionManagers": { + "vNetProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/SSISExecutionParameter" - }, - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/IntegrationRuntimeVNetProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The project level connection managers to execute the SSIS package." + "description": "VNet properties for managed integration runtime." + } + }, + "description": "The compute resource properties for managed integration runtime." + }, + "IntegrationRuntimeCustomSetupScriptProperties": { + "type": "object", + "properties": { + "blobContainerUri": { + "type": "string", + "description": "The URI of the Azure blob container that contains the custom setup script." }, - "projectParameters": { + "sasToken": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/SSISExecutionParameter" - }, - "properties": {} + "$ref": "#/definitions/SecureString" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The project level parameters to execute the SSIS package." - }, - "propertyOverrides": { + "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + } + }, + "description": "Custom setup script properties for a managed dedicated integration runtime." + }, + "IntegrationRuntimeDataFlowProperties": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { "type": "object", "additionalProperties": { - "$ref": "#/definitions/SSISPropertyOverride" + "type": "object", + "properties": {} }, "properties": {} }, @@ -7610,1746 +15488,1384 @@ "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The property overrides to execute the SSIS package." - }, - "runtime": { - "type": "object", - "properties": {}, - "description": "Specifies the runtime to execute SSIS package. The value should be \"x86\" or \"x64\". Type: string (or Expression with resultType string)." - } - }, - "required": [ - "connectVia", - "packageLocation" - ], - "description": "Execute SSIS package activity properties." - }, - "ExecutionActivity": { - "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/CopyActivity" - }, - { - "$ref": "#/definitions/HDInsightHiveActivity" - }, - { - "$ref": "#/definitions/HDInsightPigActivity" - }, - { - "$ref": "#/definitions/HDInsightMapReduceActivity" - }, - { - "$ref": "#/definitions/HDInsightStreamingActivity" - }, - { - "$ref": "#/definitions/HDInsightSparkActivity" - }, - { - "$ref": "#/definitions/ExecuteSSISPackageActivity" - }, - { - "$ref": "#/definitions/CustomActivity" - }, - { - "$ref": "#/definitions/SqlServerStoredProcedureActivity" - }, - { - "$ref": "#/definitions/DeleteActivity" - }, - { - "$ref": "#/definitions/AzureDataExplorerCommandActivity" - }, - { - "$ref": "#/definitions/LookupActivity" - }, - { - "$ref": "#/definitions/WebActivity" - }, - { - "$ref": "#/definitions/GetMetadataActivity" - }, - { - "$ref": "#/definitions/AzureMLBatchExecutionActivity" - }, - { - "$ref": "#/definitions/AzureMLUpdateResourceActivity" - }, - { - "$ref": "#/definitions/AzureMLExecutePipelineActivity" - }, - { - "$ref": "#/definitions/DataLakeAnalyticsUSQLActivity" - }, - { - "$ref": "#/definitions/DatabricksNotebookActivity" - }, - { - "$ref": "#/definitions/DatabricksSparkJarActivity" - }, - { - "$ref": "#/definitions/DatabricksSparkPythonActivity" - }, - { - "$ref": "#/definitions/AzureFunctionActivity" + "description": "Unmatched properties from the message are deserialized this collection" }, - { - "$ref": "#/definitions/ExecuteDataFlowActivity" - } - ], - "properties": { - "linkedServiceName": { + "computeType": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "type": "string", + "enum": [ + "General", + "MemoryOptimized", + "ComputeOptimized" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Compute type of the cluster which will execute data flow job." }, - "policy": { + "coreCount": { "oneOf": [ { - "$ref": "#/definitions/ActivityPolicy" + "type": "integer" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Execution policy for an activity." + "description": "Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272." }, - "type": { - "type": "string", - "enum": [ - "Execution" - ] + "timeToLive": { + "oneOf": [ + { + "type": "integer", + "minimum": 0 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Time to live (in minutes) setting of the cluster which will execute data flow job." } }, - "required": [ - "type" - ], - "description": "Base class for all execution activities." + "description": "Data flow properties for managed integration runtime." }, - "Expression": { + "IntegrationRuntimeDataProxyProperties": { "type": "object", "properties": { - "type": { + "connectVia": { "oneOf": [ { - "type": "string", - "enum": [ - "Expression" - ] + "$ref": "#/definitions/EntityReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Expression type." + "description": "The entity reference." }, - "value": { + "path": { "type": "string", - "description": "Expression value." + "description": "The path to contain the staged data in the Blob storage." + }, + "stagingLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/EntityReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The entity reference." } }, - "required": [ - "type", - "value" - ], - "description": "Azure Data Factory expression definition." + "description": "Data proxy properties for a managed dedicated integration runtime." }, - "factories_dataflows_childResource": { + "IntegrationRuntimeReference": { "type": "object", "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] - }, - "name": { + "parameters": { "oneOf": [ { - "type": "string", - "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", - "minLength": 1, - "maxLength": 260 + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The data flow name." + "description": "An object mapping parameter names to argument values." }, - "properties": { + "referenceName": { + "type": "string", + "description": "Reference integration runtime name." + }, + "type": { "oneOf": [ { - "$ref": "#/definitions/DataFlow" + "type": "string", + "enum": [ + "IntegrationRuntimeReference" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory nested object which contains a flow with data movements and transformations." - }, - "type": { - "type": "string", - "enum": [ - "dataflows" - ] + "description": "Type of integration runtime." } }, "required": [ - "apiVersion", - "name", - "properties", + "referenceName", "type" ], - "description": "Microsoft.DataFactory/factories/dataflows" + "description": "Integration runtime reference type." }, - "factories_datasets_childResource": { + "IntegrationRuntimeSsisCatalogInfo": { "type": "object", "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "name": { + "catalogAdminPassword": { "oneOf": [ { - "type": "string", - "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", - "minLength": 1, - "maxLength": 260 + "$ref": "#/definitions/SecureString" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The dataset name." + "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." }, - "properties": { + "catalogAdminUserName": { + "type": "string", + "minLength": 1, + "maxLength": 128, + "description": "The administrator user name of catalog database." + }, + "catalogPricingTier": { "oneOf": [ { - "$ref": "#/definitions/Dataset" + "type": "string", + "enum": [ + "Basic", + "Standard", + "Premium", + "PremiumRS" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents." + "description": "The pricing tier for the catalog database. The valid values could be found in https://azure.microsoft.com/en-us/pricing/details/sql-database/." }, - "type": { + "catalogServerEndpoint": { "type": "string", - "enum": [ - "datasets" - ] + "description": "The catalog database server URL." } }, - "required": [ - "apiVersion", - "name", - "properties", - "type" - ], - "description": "Microsoft.DataFactory/factories/datasets" + "description": "Catalog information for managed dedicated integration runtime." }, - "factories_integrationRuntimes_childResource": { + "IntegrationRuntimeSsisProperties": { "type": "object", "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "name": { + "catalogInfo": { "oneOf": [ { - "type": "string", - "pattern": "^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$", - "minLength": 3, - "maxLength": 63 + "$ref": "#/definitions/IntegrationRuntimeSsisCatalogInfo" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The integration runtime name." + "description": "Catalog information for managed dedicated integration runtime." }, - "properties": { + "customSetupScriptProperties": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntime" + "$ref": "#/definitions/IntegrationRuntimeCustomSetupScriptProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory nested object which serves as a compute resource for activities." + "description": "Custom setup script properties for a managed dedicated integration runtime." }, - "type": { - "type": "string", - "enum": [ - "integrationRuntimes" - ] - } - }, - "required": [ - "apiVersion", - "name", - "properties", - "type" - ], - "description": "Microsoft.DataFactory/factories/integrationRuntimes" - }, - "factories_linkedservices_childResource": { - "type": "object", - "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] + "dataProxyProperties": { + "oneOf": [ + { + "$ref": "#/definitions/IntegrationRuntimeDataProxyProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Data proxy properties for a managed dedicated integration runtime." }, - "name": { + "edition": { "oneOf": [ { "type": "string", - "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", - "minLength": 1, - "maxLength": 260 + "enum": [ + "Standard", + "Enterprise" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The linked service name." + "description": "The edition for the SSIS Integration Runtime." }, - "properties": { + "expressCustomSetupProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedService" + "type": "array", + "items": { + "$ref": "#/definitions/CustomSetupBase" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource." - }, - "type": { - "type": "string", - "enum": [ - "linkedservices" - ] - } - }, - "required": [ - "apiVersion", - "name", - "properties", - "type" - ], - "description": "Microsoft.DataFactory/factories/linkedservices" - }, - "factories_managedVirtualNetworks_childResource": { - "type": "object", - "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] + "description": "Custom setup without script properties for a SSIS integration runtime." }, - "name": { + "licenseType": { "oneOf": [ { "type": "string", - "pattern": "^([_A-Za-z0-9]|([_A-Za-z0-9][-_A-Za-z0-9]{0,125}[_A-Za-z0-9]))$", - "minLength": 1, - "maxLength": 127 + "enum": [ + "BasePrice", + "LicenseIncluded" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Managed virtual network name" + "description": "License type for bringing your own license scenario." }, - "properties": { + "packageStores": { "oneOf": [ { - "$ref": "#/definitions/ManagedVirtualNetwork" + "type": "array", + "items": { + "$ref": "#/definitions/PackageStore" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A managed Virtual Network associated with the Azure Data Factory" - }, - "type": { - "type": "string", - "enum": [ - "managedVirtualNetworks" - ] + "description": "Package stores for the SSIS Integration Runtime." } }, - "required": [ - "apiVersion", - "name", - "properties", - "type" - ], - "description": "Microsoft.DataFactory/factories/managedVirtualNetworks" + "description": "SSIS properties for managed integration runtime." }, - "factories_managedVirtualNetworks_managedPrivateEndpoints_childResource": { + "IntegrationRuntimeVNetProperties": { "type": "object", "properties": { - "apiVersion": { - "type": "string", - "enum": [ - "2018-06-01" - ] - }, - "name": { + "additionalProperties": { "oneOf": [ { - "type": "string", - "pattern": "^([_A-Za-z0-9]|([_A-Za-z0-9][-_A-Za-z0-9]{0,125}[_A-Za-z0-9]))$", - "minLength": 1, - "maxLength": 127 + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Managed private endpoint name" + "description": "Unmatched properties from the message are deserialized this collection" }, - "properties": { + "publicIPs": { "oneOf": [ { - "$ref": "#/definitions/ManagedPrivateEndpoint" + "type": "array", + "items": { + "type": "string" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties of a managed private endpoint" + "description": "Resource IDs of the public IP addresses that this integration runtime will use." }, - "type": { + "subnet": { "type": "string", - "enum": [ - "managedPrivateEndpoints" - ] + "description": "The name of the subnet this integration runtime will join." + }, + "vNetId": { + "type": "string", + "description": "The ID of the VNet that this integration runtime will join." } }, - "required": [ - "apiVersion", - "name", - "properties", - "type" - ], - "description": "Microsoft.DataFactory/factories/managedVirtualNetworks/managedPrivateEndpoints" + "description": "VNet properties for managed integration runtime." }, - "factories_pipelines_childResource": { + "JiraLinkedService": { "type": "object", "properties": { - "apiVersion": { + "type": { "type": "string", "enum": [ - "2018-06-01" + "Jira" ] }, - "name": { + "typeProperties": { "oneOf": [ { - "type": "string", - "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", - "minLength": 1, - "maxLength": 260 + "$ref": "#/definitions/JiraLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The pipeline name." + "description": "Jira Service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Jira Service linked service." + }, + "JiraLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "properties": { + "host": { + "type": "object", + "properties": {}, + "description": "The IP address or host name of the Jira service. (e.g. jira.example.com)" + }, + "password": { "oneOf": [ { - "$ref": "#/definitions/Pipeline" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "A data factory pipeline." + "description": "The base definition of a secret type." }, - "type": { - "type": "string", - "enum": [ - "pipelines" - ] + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the Jira server uses to listen for client connections. The default value is 443 if connecting through HTTPS, or 8080 if connecting through HTTP." + }, + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name that you use to access Jira Service." } }, "required": [ - "apiVersion", - "name", - "properties", - "type" + "host", + "username" ], - "description": "Microsoft.DataFactory/factories/pipelines" + "description": "Jira Service linked service properties." }, - "factories_triggers_childResource": { + "JiraObjectDataset": { "type": "object", "properties": { - "apiVersion": { + "type": { "type": "string", "enum": [ - "2018-06-01" + "JiraObject" ] }, - "name": { - "oneOf": [ - { - "type": "string", - "pattern": "^[A-Za-z0-9_][^<>*#.%&:\\\\+?/]*$", - "minLength": 1, - "maxLength": 260 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The trigger name." - }, - "properties": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/Trigger" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure data factory nested object which contains information about creating pipeline run" - }, - "type": { - "type": "string", - "enum": [ - "triggers" - ] + "description": "Properties specific to this dataset type." } }, "required": [ - "apiVersion", - "name", - "properties", "type" ], - "description": "Microsoft.DataFactory/factories/triggers" + "description": "Jira Service dataset." }, - "FactoryGitHubConfiguration": { + "JiraSource": { "type": "object", "properties": { - "hostName": { - "type": "string", - "description": "GitHub Enterprise host name. For example: https://github.mydomain.com" + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, "type": { "type": "string", "enum": [ - "FactoryGitHubConfiguration" + "JiraSource" ] } }, "required": [ "type" ], - "description": "Factory's GitHub repo information." + "description": "A copy activity Jira Service source." }, - "FactoryIdentity": { + "JsonDataset": { "type": "object", "properties": { "type": { + "type": "string", + "enum": [ + "Json" + ] + }, + "typeProperties": { "oneOf": [ - { - "type": "string", - "enum": [ - "SystemAssigned" - ] + { + "$ref": "#/definitions/JsonDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The identity type. Currently the only supported type is 'SystemAssigned'." + "description": "Json dataset properties." } }, "required": [ "type" ], - "description": "Identity properties of the factory resource." + "description": "Json dataset." }, - "FactoryProperties": { + "JsonDatasetTypeProperties": { "type": "object", "properties": { - "globalParameters": { + "compression": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/GlobalParameterSpecification" - }, - "properties": {} + "$ref": "#/definitions/DatasetCompression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Definition of all parameters for an entity." + "description": "The compression method used on a dataset." }, - "repoConfiguration": { + "encodingName": { + "type": "object", + "properties": {}, + "description": "The code page name of the preferred encoding. If not specified, the default value is UTF-8, unless BOM denotes another Unicode encoding. Refer to the name column of the table in the following link to set supported values: https://msdn.microsoft.com/library/system.text.encoding.aspx. Type: string (or Expression with resultType string)." + }, + "location": { "oneOf": [ { - "$ref": "#/definitions/FactoryRepoConfiguration" + "$ref": "#/definitions/DatasetLocation" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Factory's git repo information." + "description": "Dataset location." } }, - "description": "Factory resource properties." + "required": [ + "location" + ], + "description": "Json dataset properties." }, - "FactoryRepoConfiguration": { + "JsonFormat": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/FactoryVSTSConfiguration" - }, - { - "$ref": "#/definitions/FactoryGitHubConfiguration" - } - ], "properties": { - "accountName": { - "type": "string", - "description": "Account name." - }, - "collaborationBranch": { - "type": "string", - "description": "Collaboration branch." + "encodingName": { + "type": "object", + "properties": {}, + "description": "The code page name of the preferred encoding. If not provided, the default value is 'utf-8', unless the byte order mark (BOM) denotes another Unicode encoding. The full list of supported values can be found in the 'Name' column of the table of encodings in the following reference: https://go.microsoft.com/fwlink/?linkid=861078. Type: string (or Expression with resultType string)." }, - "lastCommitId": { - "type": "string", - "description": "Last commit id." + "filePattern": { + "type": "object", + "properties": {}, + "description": "File pattern of JSON. To be more specific, the way of separating a collection of JSON objects. The default value is 'setOfObjects'. It is case-sensitive." }, - "repositoryName": { - "type": "string", - "description": "Repository name." + "jsonNodeReference": { + "type": "object", + "properties": {}, + "description": "The JSONPath of the JSON array element to be flattened. Example: \"$.ArrayPath\". Type: string (or Expression with resultType string)." }, - "rootFolder": { - "type": "string", - "description": "Root folder." - } - }, - "required": [ - "accountName", - "collaborationBranch", - "repositoryName", - "rootFolder" - ], - "description": "Factory's git repo information." - }, - "FactoryVSTSConfiguration": { - "type": "object", - "properties": { - "projectName": { - "type": "string", - "description": "VSTS project name." + "jsonPathDefinition": { + "type": "object", + "properties": {}, + "description": "The JSONPath definition for each column mapping with a customized column name to extract data from JSON file. For fields under root object, start with \"$\"; for fields inside the array chosen by jsonNodeReference property, start from the array element. Example: {\"Column1\": \"$.Column1Path\", \"Column2\": \"Column2PathInArray\"}. Type: object (or Expression with resultType object)." }, - "tenantId": { - "type": "string", - "description": "VSTS tenant id." + "nestingSeparator": { + "type": "object", + "properties": {}, + "description": "The character used to separate nesting levels. Default value is '.' (dot). Type: string (or Expression with resultType string)." }, "type": { "type": "string", "enum": [ - "FactoryVSTSConfiguration" + "JsonFormat" ] } }, "required": [ - "projectName", "type" ], - "description": "Factory's VSTS repo information." + "description": "The data stored in JSON format." }, - "FileServerLinkedService": { + "JsonReadSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "FileServer" - ] - }, - "typeProperties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/FileServerLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "File system linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "File system linked service." - }, - "FileServerLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "host": { - "type": "object", - "properties": {}, - "description": "Host name of the server. Type: string (or Expression with resultType string)." + "description": "Unmatched properties from the message are deserialized this collection" }, - "password": { + "compressionProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/CompressionReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Compression read settings." }, - "userId": { - "type": "object", - "properties": {}, - "description": "User ID to logon the server. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "JsonReadSettings" + ] } }, "required": [ - "host" + "type" ], - "description": "File system linked service properties." + "description": "Json read settings." }, - "FileShareDataset": { + "JsonSink": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "FileShare" - ] + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/JsonWriteSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Json write settings." }, - "typeProperties": { + "storeSettings": { "oneOf": [ { - "$ref": "#/definitions/FileShareDatasetTypeProperties" + "$ref": "#/definitions/StoreWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "On-premises file system dataset properties." + "description": "Connector write settings." + }, + "type": { + "type": "string", + "enum": [ + "JsonSink" + ] } }, "required": [ "type" ], - "description": "An on-premises file system dataset." + "description": "A copy activity Json sink." }, - "FileShareDatasetTypeProperties": { + "JsonSource": { "type": "object", "properties": { - "compression": { + "additionalColumns": { "oneOf": [ { - "$ref": "#/definitions/DatasetCompression" + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The compression method used on a dataset." - }, - "fileFilter": { - "type": "object", - "properties": {}, - "description": "Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string)." - }, - "fileName": { - "type": "object", - "properties": {}, - "description": "The name of the on-premises file system. Type: string (or Expression with resultType string)." - }, - "folderPath": { - "type": "object", - "properties": {}, - "description": "The path of the on-premises file system. Type: string (or Expression with resultType string)." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "format": { + "formatSettings": { "oneOf": [ { - "$ref": "#/definitions/DatasetStorageFormat" + "$ref": "#/definitions/JsonReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The format definition of a storage." + "description": "Json read settings." }, - "modifiedDatetimeEnd": { - "type": "object", - "properties": {}, - "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." }, - "modifiedDatetimeStart": { - "type": "object", - "properties": {}, - "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "JsonSource" + ] } }, - "description": "On-premises file system dataset properties." + "required": [ + "type" + ], + "description": "A copy activity Json source." }, - "FilterActivity": { + "JsonWriteSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "Filter" - ] + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "typeProperties": { + "filePattern": { "oneOf": [ { - "$ref": "#/definitions/FilterActivityTypeProperties" + "type": "string", + "enum": [ + "setOfObjects", + "arrayOfObjects" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Filter activity properties." + "description": "File pattern of JSON. This setting controls the way a collection of JSON objects will be treated. The default value is 'setOfObjects'. It is case-sensitive." } }, - "required": [ - "type", - "typeProperties" - ], - "description": "Filter and return results from input array based on the conditions." + "description": "Json write settings." }, - "FilterActivityTypeProperties": { + "LicensedComponentSetupTypeProperties": { "type": "object", "properties": { - "condition": { + "componentName": { + "type": "string", + "description": "The name of the 3rd party component." + }, + "licenseKey": { "oneOf": [ { - "$ref": "#/definitions/Expression" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory expression definition." + "description": "The base definition of a secret type." + } + }, + "required": [ + "componentName" + ], + "description": "Installation of licensed component setup type properties." + }, + "LinkedIntegrationRuntimeKeyAuthorization": { + "type": "object", + "properties": { + "authorizationType": { + "type": "string", + "enum": [ + "Key" + ] }, - "items": { + "key": { "oneOf": [ { - "$ref": "#/definitions/Expression" + "$ref": "#/definitions/SecureString" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory expression definition." + "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." } }, "required": [ - "condition", - "items" + "authorizationType", + "key" ], - "description": "Filter activity properties." + "description": "The key authorization type integration runtime." }, - "ForEachActivity": { + "LinkedIntegrationRuntimeRbacAuthorization": { "type": "object", "properties": { - "type": { + "authorizationType": { "type": "string", "enum": [ - "ForEach" + "RBAC" ] }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/ForEachActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "ForEach activity properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "This activity is used for iterating over a collection and execute given activities." - }, - "ForEachActivityTypeProperties": { - "type": "object", - "properties": { - "activities": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/Activity" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of activities to execute ." + "resourceId": { + "type": "string", + "description": "The resource identifier of the integration runtime to be shared." + } + }, + "required": [ + "authorizationType", + "resourceId" + ], + "description": "The role based access control (RBAC) authorization type integration runtime." + }, + "LinkedIntegrationRuntimeType": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/LinkedIntegrationRuntimeKeyAuthorization" + }, + { + "$ref": "#/definitions/LinkedIntegrationRuntimeRbacAuthorization" + } + ], + "properties": {}, + "description": "The base definition of a linked integration runtime." + }, + "LinkedService": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/AzureStorageLinkedService" + }, + { + "$ref": "#/definitions/AzureBlobStorageLinkedService" + }, + { + "$ref": "#/definitions/AzureTableStorageLinkedService" + }, + { + "$ref": "#/definitions/AzureSqlDWLinkedService" + }, + { + "$ref": "#/definitions/SqlServerLinkedService" + }, + { + "$ref": "#/definitions/AzureSqlDatabaseLinkedService" + }, + { + "$ref": "#/definitions/AzureSqlMILinkedService" + }, + { + "$ref": "#/definitions/AzureBatchLinkedService" + }, + { + "$ref": "#/definitions/AzureKeyVaultLinkedService" + }, + { + "$ref": "#/definitions/CosmosDbLinkedService" + }, + { + "$ref": "#/definitions/DynamicsLinkedService" + }, + { + "$ref": "#/definitions/DynamicsCrmLinkedService" + }, + { + "$ref": "#/definitions/CommonDataServiceForAppsLinkedService" + }, + { + "$ref": "#/definitions/HDInsightLinkedService" + }, + { + "$ref": "#/definitions/FileServerLinkedService" + }, + { + "$ref": "#/definitions/AzureFileStorageLinkedService" + }, + { + "$ref": "#/definitions/GoogleCloudStorageLinkedService" + }, + { + "$ref": "#/definitions/OracleLinkedService" + }, + { + "$ref": "#/definitions/AzureMySqlLinkedService" + }, + { + "$ref": "#/definitions/MySqlLinkedService" + }, + { + "$ref": "#/definitions/PostgreSqlLinkedService" + }, + { + "$ref": "#/definitions/SybaseLinkedService" + }, + { + "$ref": "#/definitions/Db2LinkedService" + }, + { + "$ref": "#/definitions/TeradataLinkedService" + }, + { + "$ref": "#/definitions/AzureMLLinkedService" + }, + { + "$ref": "#/definitions/AzureMLServiceLinkedService" + }, + { + "$ref": "#/definitions/OdbcLinkedService" + }, + { + "$ref": "#/definitions/InformixLinkedService" + }, + { + "$ref": "#/definitions/MicrosoftAccessLinkedService" + }, + { + "$ref": "#/definitions/HdfsLinkedService" + }, + { + "$ref": "#/definitions/ODataLinkedService" + }, + { + "$ref": "#/definitions/WebLinkedService" + }, + { + "$ref": "#/definitions/CassandraLinkedService" + }, + { + "$ref": "#/definitions/MongoDbLinkedService" + }, + { + "$ref": "#/definitions/MongoDbV2LinkedService" + }, + { + "$ref": "#/definitions/CosmosDbMongoDbApiLinkedService" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreLinkedService" + }, + { + "$ref": "#/definitions/AzureBlobFSLinkedService" + }, + { + "$ref": "#/definitions/Office365LinkedService" + }, + { + "$ref": "#/definitions/SalesforceLinkedService" + }, + { + "$ref": "#/definitions/SalesforceServiceCloudLinkedService" + }, + { + "$ref": "#/definitions/SapCloudForCustomerLinkedService" + }, + { + "$ref": "#/definitions/SapEccLinkedService" + }, + { + "$ref": "#/definitions/SapOpenHubLinkedService" + }, + { + "$ref": "#/definitions/RestServiceLinkedService" + }, + { + "$ref": "#/definitions/AmazonS3LinkedService" + }, + { + "$ref": "#/definitions/AmazonRedshiftLinkedService" + }, + { + "$ref": "#/definitions/CustomDataSourceLinkedService" + }, + { + "$ref": "#/definitions/AzureSearchLinkedService" + }, + { + "$ref": "#/definitions/HttpLinkedService" + }, + { + "$ref": "#/definitions/FtpServerLinkedService" + }, + { + "$ref": "#/definitions/SftpServerLinkedService" + }, + { + "$ref": "#/definitions/SapBWLinkedService" + }, + { + "$ref": "#/definitions/SapHanaLinkedService" + }, + { + "$ref": "#/definitions/AmazonMWSLinkedService" + }, + { + "$ref": "#/definitions/AzurePostgreSqlLinkedService" + }, + { + "$ref": "#/definitions/ConcurLinkedService" + }, + { + "$ref": "#/definitions/CouchbaseLinkedService" + }, + { + "$ref": "#/definitions/DrillLinkedService" + }, + { + "$ref": "#/definitions/EloquaLinkedService" + }, + { + "$ref": "#/definitions/GoogleBigQueryLinkedService" + }, + { + "$ref": "#/definitions/GreenplumLinkedService" + }, + { + "$ref": "#/definitions/HBaseLinkedService" + }, + { + "$ref": "#/definitions/HiveLinkedService" + }, + { + "$ref": "#/definitions/HubspotLinkedService" + }, + { + "$ref": "#/definitions/ImpalaLinkedService" }, - "batchCount": { - "oneOf": [ - { - "type": "integer", - "maximum": 50 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Batch count to be used for controlling the number of parallel execution (when isSequential is set to false)." + { + "$ref": "#/definitions/JiraLinkedService" }, - "isSequential": { - "oneOf": [ - { - "type": "boolean" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Should the loop be executed in sequence or in parallel (max 50)" + { + "$ref": "#/definitions/MagentoLinkedService" }, - "items": { - "oneOf": [ - { - "$ref": "#/definitions/Expression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Data Factory expression definition." - } - }, - "required": [ - "activities", - "items" - ], - "description": "ForEach activity properties." - }, - "FormatReadSettings": { - "type": "object", - "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" - } - }, - "description": "Format read settings." - }, - "FtpServerLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "FtpServer" - ] + { + "$ref": "#/definitions/MariaDBLinkedService" }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/FtpServerLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to this linked service type." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "A FTP server Linked Service." - }, - "FtpServerLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "authenticationType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "Basic", - "Anonymous" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The authentication type to be used to connect to the FTP server." + { + "$ref": "#/definitions/AzureMariaDBLinkedService" }, - "enableServerCertificateValidation": { - "type": "object", - "properties": {}, - "description": "If true, validate the FTP server SSL certificate when connect over SSL/TLS channel. Default value is true. Type: boolean (or Expression with resultType boolean)." + { + "$ref": "#/definitions/MarketoLinkedService" }, - "enableSsl": { - "type": "object", - "properties": {}, - "description": "If true, connect to the FTP server over SSL/TLS channel. Default value is true. Type: boolean (or Expression with resultType boolean)." + { + "$ref": "#/definitions/PaypalLinkedService" }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/PhoenixLinkedService" }, - "host": { - "type": "object", - "properties": {}, - "description": "Host name of the FTP server. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/PrestoLinkedService" }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + { + "$ref": "#/definitions/QuickBooksLinkedService" }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port number that the FTP server uses to listen for client connections. Default value is 21. Type: integer (or Expression with resultType integer), minimum: 0." + { + "$ref": "#/definitions/ServiceNowLinkedService" }, - "userName": { - "type": "object", - "properties": {}, - "description": "Username to logon the FTP server. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "host" - ], - "description": "Properties specific to this linked service type." - }, - "GenericDatasetTypeProperties": { - "type": "object", - "properties": { - "tableName": { - "type": "object", - "properties": {}, - "description": "The table name. Type: string (or Expression with resultType string)." - } - }, - "description": "Properties specific to this dataset type." - }, - "GetMetadataActivity": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "GetMetadata" - ] + { + "$ref": "#/definitions/ShopifyLinkedService" }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/GetMetadataActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "GetMetadata activity properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Activity to get metadata of dataset" - }, - "GetMetadataActivityTypeProperties": { - "type": "object", - "properties": { - "dataset": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Dataset reference type." + { + "$ref": "#/definitions/SparkLinkedService" }, - "fieldList": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Fields of metadata to get from dataset." + { + "$ref": "#/definitions/SquareLinkedService" }, - "formatSettings": { - "oneOf": [ - { - "$ref": "#/definitions/FormatReadSettings" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Format read settings." + { + "$ref": "#/definitions/XeroLinkedService" }, - "storeSettings": { - "oneOf": [ - { - "$ref": "#/definitions/StoreReadSettings" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Connector read setting." - } - }, - "required": [ - "dataset" - ], - "description": "GetMetadata activity properties." - }, - "GlobalParameterSpecification": { - "type": "object", - "properties": { - "type": { - "oneOf": [ - { - "type": "string", - "enum": [ - "Object", - "String", - "Int", - "Float", - "Bool", - "Array" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Global Parameter type." + { + "$ref": "#/definitions/ZohoLinkedService" }, - "value": { - "type": "object", - "properties": {}, - "description": "Value of parameter." - } - }, - "required": [ - "type", - "value" - ], - "description": "Definition of a single parameter for an entity." - }, - "GoogleAdWordsLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "GoogleAdWords" - ] + { + "$ref": "#/definitions/VerticaLinkedService" }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/GoogleAdWordsLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Google AdWords service linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Google AdWords service linked service." - }, - "GoogleAdWordsLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "authenticationType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "ServiceAuthentication", - "UserAuthentication" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The OAuth 2.0 authentication mechanism used for authentication. ServiceAuthentication can only be used on self-hosted IR." + { + "$ref": "#/definitions/NetezzaLinkedService" }, - "clientCustomerID": { - "type": "object", - "properties": {}, - "description": "The Client customer ID of the AdWords account that you want to fetch report data for." + { + "$ref": "#/definitions/SalesforceMarketingCloudLinkedService" }, - "clientId": { - "type": "object", - "properties": {}, - "description": "The client id of the google application used to acquire the refresh token. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/HDInsightOnDemandLinkedService" }, - "clientSecret": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + { + "$ref": "#/definitions/AzureDataLakeAnalyticsLinkedService" }, - "developerToken": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + { + "$ref": "#/definitions/AzureDatabricksLinkedService" }, - "email": { - "type": "object", - "properties": {}, - "description": "The service account email ID that is used for ServiceAuthentication and can only be used on self-hosted IR." + { + "$ref": "#/definitions/AzureDatabricksDeltaLakeLinkedService" }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/ResponsysLinkedService" }, - "keyFilePath": { - "type": "object", - "properties": {}, - "description": "The full path to the .p12 key file that is used to authenticate the service account email address and can only be used on self-hosted IR." + { + "$ref": "#/definitions/DynamicsAXLinkedService" }, - "refreshToken": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + { + "$ref": "#/definitions/OracleServiceCloudLinkedService" }, - "trustedCertPath": { - "type": "object", - "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + { + "$ref": "#/definitions/GoogleAdWordsLinkedService" }, - "useSystemTrustStore": { - "type": "object", - "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." - } - }, - "required": [ - "authenticationType", - "clientCustomerID", - "developerToken" - ], - "description": "Google AdWords service linked service properties." - }, - "GoogleAdWordsObjectDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "GoogleAdWordsObject" - ] + { + "$ref": "#/definitions/SapTableLinkedService" }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/GenericDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to this dataset type." - } - }, - "required": [ - "type" - ], - "description": "Google AdWords service dataset." - }, - "GoogleBigQueryDatasetTypeProperties": { - "type": "object", - "properties": { - "dataset": { - "type": "object", - "properties": {}, - "description": "The database name of the Google BigQuery. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/AzureDataExplorerLinkedService" }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the Google BigQuery. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/AzureFunctionLinkedService" + }, + { + "$ref": "#/definitions/SnowflakeLinkedService" }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using database + table properties instead." + { + "$ref": "#/definitions/SharePointOnlineListLinkedService" } - }, - "description": "Google BigQuery Dataset Properties" - }, - "GoogleBigQueryLinkedService": { - "type": "object", + ], "properties": { - "type": { - "type": "string", - "enum": [ - "GoogleBigQuery" - ] - }, - "typeProperties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/GoogleBigQueryLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Google BigQuery service linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Google BigQuery service linked service." - }, - "GoogleBigQueryLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "additionalProjects": { - "type": "object", - "properties": {}, - "description": "A comma-separated list of public BigQuery projects to access." + "description": "Unmatched properties from the message are deserialized this collection" }, - "authenticationType": { + "annotations": { "oneOf": [ { - "type": "string", - "enum": [ - "ServiceAuthentication", - "UserAuthentication" - ] + "type": "array", + "items": { + "type": "object", + "properties": {} + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The OAuth 2.0 authentication mechanism used for authentication. ServiceAuthentication can only be used on self-hosted IR." - }, - "clientId": { - "type": "object", - "properties": {}, - "description": "The client id of the google application used to acquire the refresh token. Type: string (or Expression with resultType string)." + "description": "List of tags that can be used for describing the linked service." }, - "clientSecret": { + "connectVia": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/IntegrationRuntimeReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "email": { - "type": "object", - "properties": {}, - "description": "The service account email ID that is used for ServiceAuthentication and can only be used on self-hosted IR." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "keyFilePath": { - "type": "object", - "properties": {}, - "description": "The full path to the .p12 key file that is used to authenticate the service account email address and can only be used on self-hosted IR." + "description": "Integration runtime reference type." }, - "project": { - "type": "object", - "properties": {}, - "description": "The default BigQuery project to query against." + "description": { + "type": "string", + "description": "Linked service description." }, - "refreshToken": { + "parameters": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/ParameterSpecification" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "requestGoogleDriveScope": { - "type": "object", - "properties": {}, - "description": "Whether to request access to Google Drive. Allowing Google Drive access enables support for federated tables that combine BigQuery data with data from Google Drive. The default value is false." - }, - "trustedCertPath": { - "type": "object", - "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." - }, - "useSystemTrustStore": { - "type": "object", - "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + "description": "Definition of all parameters for an entity." } }, - "required": [ - "authenticationType", - "project" - ], - "description": "Google BigQuery service linked service properties." + "description": "The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource." }, - "GoogleBigQueryObjectDataset": { + "LinkedServiceReference": { "type": "object", "properties": { - "type": { + "parameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "An object mapping parameter names to argument values." + }, + "referenceName": { "type": "string", - "enum": [ - "GoogleBigQueryObject" - ] + "description": "Reference LinkedService name." }, - "typeProperties": { + "type": { "oneOf": [ { - "$ref": "#/definitions/GoogleBigQueryDatasetTypeProperties" + "type": "string", + "enum": [ + "LinkedServiceReference" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Google BigQuery Dataset Properties" + "description": "Linked service reference type." } }, "required": [ + "referenceName", "type" ], - "description": "Google BigQuery service dataset." + "description": "Linked service reference type." }, - "GoogleCloudStorageLinkedService": { + "LogStorageSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "GoogleCloudStorage" - ] - }, - "typeProperties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/GoogleCloudStorageLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Google Cloud Storage linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Linked service for Google Cloud Storage." - }, - "GoogleCloudStorageLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "accessKeyId": { - "type": "object", - "properties": {}, - "description": "The access key identifier of the Google Cloud Storage Identity and Access Management (IAM) user. Type: string (or Expression with resultType string)." + "description": "Unmatched properties from the message are deserialized this collection" }, - "encryptedCredential": { + "enableReliableLogging": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean)." }, - "secretAccessKey": { + "linkedServiceName": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "serviceUrl": { - "type": "object", - "properties": {}, - "description": "This value specifies the endpoint to access with the Google Cloud Storage Connector. This is an optional property; change it only if you want to try a different service endpoint or want to switch between https and http. Type: string (or Expression with resultType string)." - } - }, - "description": "Google Cloud Storage linked service properties." - }, - "GreenplumDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of Greenplum. Type: string (or Expression with resultType string)." + "description": "Linked service reference type." }, - "table": { + "logLevel": { "type": "object", "properties": {}, - "description": "The table name of Greenplum. Type: string (or Expression with resultType string)." + "description": "Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string)." }, - "tableName": { + "path": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string)." } }, - "description": "Greenplum Dataset Properties" + "required": [ + "linkedServiceName" + ], + "description": "Log storage settings." }, - "GreenplumLinkedService": { + "LookupActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Greenplum" + "Lookup" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GreenplumLinkedServiceTypeProperties" + "$ref": "#/definitions/LookupActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Greenplum Database linked service properties." + "description": "Lookup activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Greenplum Database linked service." + "description": "Lookup activity." }, - "GreenplumLinkedServiceTypeProperties": { + "LookupActivityTypeProperties": { "type": "object", "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "pwd": { + "dataset": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/DatasetReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "description": "Greenplum Database linked service properties." - }, - "GreenplumTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "GreenplumTable" - ] + "description": "Dataset reference type." }, - "typeProperties": { + "firstRowOnly": { + "type": "object", + "properties": {}, + "description": "Whether to return first row or all rows. Default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "source": { "oneOf": [ { - "$ref": "#/definitions/GreenplumDatasetTypeProperties" + "$ref": "#/definitions/CopySource" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Greenplum Dataset Properties" + "description": "A copy activity source." } }, "required": [ - "type" + "dataset", + "source" ], - "description": "Greenplum Database dataset." + "description": "Lookup activity properties." }, - "HBaseLinkedService": { + "MagentoLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HBase" + "Magento" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HBaseLinkedServiceTypeProperties" + "$ref": "#/definitions/MagentoLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HBase server linked service properties." + "description": "Magento server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "HBase server linked service." + "description": "Magento server linked service." }, - "HBaseLinkedServiceTypeProperties": { + "MagentoLinkedServiceTypeProperties": { "type": "object", "properties": { - "allowHostNameCNMismatch": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." - }, - "allowSelfSignedServerCert": { - "type": "object", - "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." - }, - "authenticationType": { + "accessToken": { "oneOf": [ { - "type": "string", - "enum": [ - "Anonymous", - "Basic" - ] + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication mechanism to use to connect to the HBase server." - }, - "enableSsl": { - "type": "object", - "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + "description": "The base definition of a secret type." }, "encryptedCredential": { "type": "object", @@ -9359,53 +16875,36 @@ "host": { "type": "object", "properties": {}, - "description": "The IP address or host name of the HBase server. (i.e. 192.168.222.160)" - }, - "httpPath": { - "type": "object", - "properties": {}, - "description": "The partial URL corresponding to the HBase server. (i.e. /gateway/sandbox/hbase/version)" - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "The URL of the Magento instance. (i.e. 192.168.222.110/magento3)" }, - "port": { + "useEncryptedEndpoints": { "type": "object", "properties": {}, - "description": "The TCP port that the HBase instance uses to listen for client connections. The default value is 9090." + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - "trustedCertPath": { + "useHostVerification": { "type": "object", "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." }, - "username": { + "usePeerVerification": { "type": "object", "properties": {}, - "description": "The user name used to connect to the HBase instance." + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." } }, "required": [ - "authenticationType", "host" ], - "description": "HBase server linked service properties." + "description": "Magento server linked service properties." }, - "HBaseObjectDataset": { + "MagentoObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HBaseObject" + "MagentoObject" ] }, "typeProperties": { @@ -9423,510 +16922,503 @@ "required": [ "type" ], - "description": "HBase server dataset." + "description": "Magento server dataset." }, - "HdfsLinkedService": { + "MagentoSource": { "type": "object", "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "Hdfs" + "MagentoSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Magento server source." + }, + "ManagedIntegrationRuntime": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Managed" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HdfsLinkedServiceTypeProperties" + "$ref": "#/definitions/ManagedIntegrationRuntimeTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDFS linked service properties." + "description": "Managed integration runtime type properties." } }, "required": [ "type", "typeProperties" ], - "description": "Hadoop Distributed File System (HDFS) linked service." + "description": "Managed integration runtime, including managed elastic and managed dedicated integration runtimes." }, - "HdfsLinkedServiceTypeProperties": { + "ManagedIntegrationRuntimeTypeProperties": { "type": "object", "properties": { - "authenticationType": { - "type": "object", - "properties": {}, - "description": "Type of authentication used to connect to the HDFS. Possible values are: Anonymous and Windows. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "password": { + "computeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/IntegrationRuntimeComputeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "url": { - "type": "object", - "properties": {}, - "description": "The URL of the HDFS service endpoint, e.g. http://myhostname:50070/webhdfs/v1 . Type: string (or Expression with resultType string)." - }, - "userName": { - "type": "object", - "properties": {}, - "description": "User name for Windows authentication. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "url" - ], - "description": "HDFS linked service properties." - }, - "HDInsightHiveActivity": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "HDInsightHive" - ] + "description": "The compute resource properties for managed integration runtime." }, - "typeProperties": { + "ssisProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightHiveActivityTypeProperties" + "$ref": "#/definitions/IntegrationRuntimeSsisProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight Hive activity properties." + "description": "SSIS properties for managed integration runtime." } }, - "required": [ - "type", - "typeProperties" - ], - "description": "HDInsight Hive activity type." + "description": "Managed integration runtime type properties." }, - "HDInsightHiveActivityTypeProperties": { + "ManagedPrivateEndpoint": { "type": "object", "properties": { - "arguments": { + "additionalProperties": { "oneOf": [ { - "type": "array", - "items": { + "type": "object", + "additionalProperties": { "type": "object", "properties": {} - } + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "User specified arguments to HDInsightActivity." + "description": "Unmatched properties from the message are deserialized this collection" }, - "defines": { + "connectionState": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/ConnectionStateProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Allows user to specify defines for Hive job request." + "description": "The connection state of a managed private endpoint" }, - "getDebugInfo": { + "fqdns": { "oneOf": [ { - "type": "string", - "enum": [ - "None", - "Always", - "Failure" - ] + "type": "array", + "items": { + "type": "string" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Debug info option." + "description": "Fully qualified domain names" + }, + "groupId": { + "type": "string", + "description": "The groupId to which the managed private endpoint is created" + }, + "privateLinkResourceId": { + "type": "string", + "description": "The ARM resource ID of the resource to which the managed private endpoint is created" + } + }, + "description": "Properties of a managed private endpoint" + }, + "ManagedVirtualNetwork": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + } + }, + "description": "A managed Virtual Network associated with the Azure Data Factory" + }, + "MappingDataFlow": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MappingDataFlow" + ] }, - "queryTimeout": { + "typeProperties": { "oneOf": [ { - "type": "integer" + "$ref": "#/definitions/MappingDataFlowTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Query timeout value (in minutes). Effective when the HDInsight cluster is with ESP (Enterprise Security Package)" + "description": "Mapping data flow type properties." + } + }, + "required": [ + "type" + ], + "description": "Mapping data flow." + }, + "MappingDataFlowTypeProperties": { + "type": "object", + "properties": { + "script": { + "type": "string", + "description": "DataFlow script." }, - "scriptLinkedService": { + "sinks": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "type": "array", + "items": { + "$ref": "#/definitions/DataFlowSink" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." - }, - "scriptPath": { - "type": "object", - "properties": {}, - "description": "Script path. Type: string (or Expression with resultType string)." + "description": "List of sinks in data flow." }, - "storageLinkedServices": { + "sources": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/DataFlowSource" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Storage linked service references." + "description": "List of sources in data flow." }, - "variables": { + "transformations": { "oneOf": [ { "type": "array", "items": { - "type": "object", - "properties": {} + "$ref": "#/definitions/Transformation" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "User specified arguments under hivevar namespace." + "description": "List of transformations in data flow." } }, - "description": "HDInsight Hive activity properties." + "description": "Mapping data flow type properties." }, - "HDInsightLinkedService": { + "MariaDBLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsight" + "MariaDB" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightLinkedServiceTypeProperties" + "$ref": "#/definitions/MariaDBLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight linked service properties." + "description": "MariaDB server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "HDInsight linked service." + "description": "MariaDB server linked service." }, - "HDInsightLinkedServiceTypeProperties": { + "MariaDBLinkedServiceTypeProperties": { "type": "object", "properties": { - "clusterUri": { + "connectionString": { "type": "object", "properties": {}, - "description": "HDInsight cluster URI. Type: string (or Expression with resultType string)." + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "fileSystem": { - "type": "object", - "properties": {}, - "description": "Specify the FileSystem if the main storage for the HDInsight is ADLS Gen2. Type: string (or Expression with resultType string)." - }, - "hcatalogLinkedServiceName": { + "pwd": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." - }, - "isEspEnabled": { + "description": "Azure Key Vault secret reference." + } + }, + "description": "MariaDB server linked service properties." + }, + "MariaDBSource": { + "type": "object", + "properties": { + "query": { "type": "object", "properties": {}, - "description": "Specify if the HDInsight is created with ESP (Enterprise Security Package). Type: Boolean." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "linkedServiceName": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "type": { + "type": "string", + "enum": [ + "MariaDBSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity MariaDB server source." + }, + "MariaDBTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MariaDBTable" + ] }, - "password": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "userName": { - "type": "object", - "properties": {}, - "description": "HDInsight cluster user name. Type: string (or Expression with resultType string)." + "description": "Properties specific to this dataset type." } }, "required": [ - "clusterUri" + "type" ], - "description": "HDInsight linked service properties." + "description": "MariaDB server dataset." }, - "HDInsightMapReduceActivity": { + "MarketoLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsightMapReduce" + "Marketo" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightMapReduceActivityTypeProperties" + "$ref": "#/definitions/MarketoLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight MapReduce activity properties." + "description": "Marketo server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "HDInsight MapReduce activity type." + "description": "Marketo server linked service." }, - "HDInsightMapReduceActivityTypeProperties": { + "MarketoLinkedServiceTypeProperties": { "type": "object", "properties": { - "arguments": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "User specified arguments to HDInsightActivity." - }, - "className": { + "clientId": { "type": "object", "properties": {}, - "description": "Class name. Type: string (or Expression with resultType string)." + "description": "The client Id of your Marketo service." }, - "defines": { + "clientSecret": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Allows user to specify defines for the MapReduce job request." + "description": "The base definition of a secret type." }, - "getDebugInfo": { - "oneOf": [ - { - "type": "string", - "enum": [ - "None", - "Always", - "Failure" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Debug info option." + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "jarFilePath": { + "endpoint": { "type": "object", "properties": {}, - "description": "Jar path. Type: string (or Expression with resultType string)." + "description": "The endpoint of the Marketo server. (i.e. 123-ABC-321.mktorest.com)" }, - "jarLibs": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Jar libs." + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - "jarLinkedService": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + } + }, + "required": [ + "clientId", + "endpoint" + ], + "description": "Marketo server linked service properties." + }, + "MarketoObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MarketoObject" + ] }, - "storageLinkedServices": { + "typeProperties": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/LinkedServiceReference" - } + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Storage linked service references." + "description": "Properties specific to this dataset type." } }, "required": [ - "className", - "jarFilePath" + "type" ], - "description": "HDInsight MapReduce activity properties." + "description": "Marketo server dataset." }, - "HDInsightOnDemandLinkedService": { + "MarketoSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "MarketoSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Marketo server source." + }, + "MicrosoftAccessLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsightOnDemand" + "MicrosoftAccess" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightOnDemandLinkedServiceTypeProperties" + "$ref": "#/definitions/MicrosoftAccessLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight ondemand linked service properties." + "description": "Microsoft Access linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "HDInsight ondemand linked service." + "description": "Microsoft Access linked service." }, - "HDInsightOnDemandLinkedServiceTypeProperties": { + "MicrosoftAccessLinkedServiceTypeProperties": { "type": "object", "properties": { - "additionalLinkedServiceNames": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/LinkedServiceReference" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies additional storage accounts for the HDInsight linked service so that the Data Factory service can register them on your behalf." - }, - "clusterNamePrefix": { - "type": "object", - "properties": {}, - "description": "The prefix of cluster name, postfix will be distinct with timestamp. Type: string (or Expression with resultType string)." - }, - "clusterPassword": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "clusterResourceGroup": { + "authenticationType": { "type": "object", "properties": {}, - "description": "The resource group where the cluster belongs. Type: string (or Expression with resultType string)." + "description": "Type of authentication used to connect to the Microsoft Access as ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." }, - "clusterSize": { + "connectionString": { "type": "object", "properties": {}, - "description": "Number of worker/data nodes in the cluster. Suggestion value: 4. Type: string (or Expression with resultType string)." + "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "clusterSshPassword": { + "credential": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -9937,216 +17429,169 @@ ], "description": "The base definition of a secret type." }, - "clusterSshUserName": { - "type": "object", - "properties": {}, - "description": "The username to SSH remotely connect to cluster’s node (for Linux). Type: string (or Expression with resultType string)." - }, - "clusterType": { - "type": "object", - "properties": {}, - "description": "The cluster type. Type: string (or Expression with resultType string)." - }, - "clusterUserName": { - "type": "object", - "properties": {}, - "description": "The username to access the cluster. Type: string (or Expression with resultType string)." - }, - "coreConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the core configuration parameters (as in core-site.xml) for the HDInsight cluster to be created." - }, - "dataNodeSize": { - "type": "object", - "properties": {}, - "description": "Specifies the size of the data node for the HDInsight cluster." - }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "hBaseConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the HBase configuration parameters (hbase-site.xml) for the HDInsight cluster." - }, - "hcatalogLinkedServiceName": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." - }, - "hdfsConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the HDFS configuration parameters (hdfs-site.xml) for the HDInsight cluster." - }, - "headNodeSize": { - "type": "object", - "properties": {}, - "description": "Specifies the size of the head node for the HDInsight cluster." - }, - "hiveConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the hive configuration parameters (hive-site.xml) for the HDInsight cluster." - }, - "hostSubscriptionId": { - "type": "object", - "properties": {}, - "description": "The customer’s subscription to host the cluster. Type: string (or Expression with resultType string)." - }, - "linkedServiceName": { + "password": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "The base definition of a secret type." }, - "mapReduceConfiguration": { + "userName": { "type": "object", "properties": {}, - "description": "Specifies the MapReduce configuration parameters (mapred-site.xml) for the HDInsight cluster." - }, - "oozieConfiguration": { + "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "connectionString" + ], + "description": "Microsoft Access linked service properties." + }, + "MicrosoftAccessSink": { + "type": "object", + "properties": { + "preCopyScript": { "type": "object", "properties": {}, - "description": "Specifies the Oozie configuration parameters (oozie-site.xml) for the HDInsight cluster." + "description": "A query to execute before starting the copy. Type: string (or Expression with resultType string)." }, - "scriptActions": { + "type": { + "type": "string", + "enum": [ + "MicrosoftAccessSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Microsoft Access sink." + }, + "MicrosoftAccessSource": { + "type": "object", + "properties": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/ScriptAction" + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Custom script actions to run on HDI ondemand cluster once it's up. Please refer to https://docs.microsoft.com/en-us/azure/hdinsight/hdinsight-hadoop-customize-cluster-linux?toc=%2Fen-us%2Fazure%2Fhdinsight%2Fr-server%2FTOC.json&bc=%2Fen-us%2Fazure%2Fbread%2Ftoc.json#understanding-script-actions." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "servicePrincipalId": { + "query": { "type": "object", "properties": {}, - "description": "The service principal id for the hostSubscriptionId. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { + "type": { + "type": "string", + "enum": [ + "MicrosoftAccessSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for Microsoft Access." + }, + "MicrosoftAccessTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MicrosoftAccessTable" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/MicrosoftAccessTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "sparkVersion": { - "type": "object", - "properties": {}, - "description": "The version of spark if the cluster type is 'spark'. Type: string (or Expression with resultType string)." - }, - "stormConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the Storm configuration parameters (storm-site.xml) for the HDInsight cluster." - }, - "subnetName": { - "type": "object", - "properties": {}, - "description": "The ARM resource ID for the subnet in the vNet. If virtualNetworkId was specified, then this property is required. Type: string (or Expression with resultType string)." - }, - "tenant": { - "type": "object", - "properties": {}, - "description": "The Tenant id/name to which the service principal belongs. Type: string (or Expression with resultType string)." - }, - "timeToLive": { - "type": "object", - "properties": {}, - "description": "The allowed idle time for the on-demand HDInsight cluster. Specifies how long the on-demand HDInsight cluster stays alive after completion of an activity run if there are no other active jobs in the cluster. The minimum value is 5 mins. Type: string (or Expression with resultType string)." - }, - "version": { - "type": "object", - "properties": {}, - "description": "Version of the HDInsight cluster.  Type: string (or Expression with resultType string)." - }, - "virtualNetworkId": { - "type": "object", - "properties": {}, - "description": "The ARM resource ID for the vNet to which the cluster should be joined after creation. Type: string (or Expression with resultType string)." - }, - "yarnConfiguration": { - "type": "object", - "properties": {}, - "description": "Specifies the Yarn configuration parameters (yarn-site.xml) for the HDInsight cluster." - }, - "zookeeperNodeSize": { + "description": "Microsoft Access table dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The Microsoft Access table dataset." + }, + "MicrosoftAccessTableDatasetTypeProperties": { + "type": "object", + "properties": { + "tableName": { "type": "object", "properties": {}, - "description": "Specifies the size of the Zoo Keeper node for the HDInsight cluster." + "description": "The Microsoft Access table name. Type: string (or Expression with resultType string)." } }, - "required": [ - "clusterResourceGroup", - "clusterSize", - "hostSubscriptionId", - "linkedServiceName", - "tenant", - "timeToLive", - "version" - ], - "description": "HDInsight ondemand linked service properties." + "description": "Microsoft Access table dataset properties." }, - "HDInsightPigActivity": { + "MongoDbCollectionDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsightPig" + "MongoDbCollection" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightPigActivityTypeProperties" + "$ref": "#/definitions/MongoDbCollectionDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight Pig activity properties." + "description": "MongoDB database dataset properties." } }, "required": [ "type", "typeProperties" ], - "description": "HDInsight Pig activity type." + "description": "The MongoDB database dataset." }, - "HDInsightPigActivityTypeProperties": { + "MongoDbCollectionDatasetTypeProperties": { "type": "object", "properties": { - "arguments": { + "collectionName": { "type": "object", "properties": {}, - "description": "User specified arguments to HDInsightActivity. Type: array (or Expression with resultType array)." - }, - "defines": { + "description": "The table name of the MongoDB database. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "collectionName" + ], + "description": "MongoDB database dataset properties." + }, + "MongoDbCursorMethodsProperties": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { "type": "object", @@ -10160,651 +17605,684 @@ "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Allows user to specify defines for Pig job request." + "description": "Unmatched properties from the message are deserialized this collection" }, - "getDebugInfo": { - "oneOf": [ - { - "type": "string", - "enum": [ - "None", - "Always", - "Failure" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Debug info option." + "limit": { + "type": "object", + "properties": {}, + "description": "Specifies the maximum number of documents the server returns. limit() is analogous to the LIMIT statement in a SQL database. Type: integer (or Expression with resultType integer)." }, - "scriptLinkedService": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "project": { + "type": "object", + "properties": {}, + "description": "Specifies the fields to return in the documents that match the query filter. To return all fields in the matching documents, omit this parameter. Type: string (or Expression with resultType string)." }, - "scriptPath": { + "skip": { "type": "object", "properties": {}, - "description": "Script path. Type: string (or Expression with resultType string)." + "description": "Specifies the how many documents skipped and where MongoDB begins returning results. This approach may be useful in implementing paginated results. Type: integer (or Expression with resultType integer)." }, - "storageLinkedServices": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/LinkedServiceReference" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Storage linked service references." + "sort": { + "type": "object", + "properties": {}, + "description": "Specifies the order in which the query returns matching documents. Type: string (or Expression with resultType string). Type: string (or Expression with resultType string)." } }, - "description": "HDInsight Pig activity properties." + "description": "Cursor methods for Mongodb query" }, - "HDInsightSparkActivity": { + "MongoDbLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsightSpark" + "MongoDb" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightSparkActivityTypeProperties" + "$ref": "#/definitions/MongoDbLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight spark activity properties." + "description": "MongoDB linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "HDInsight Spark activity." + "description": "Linked service for MongoDb data source." }, - "HDInsightSparkActivityTypeProperties": { + "MongoDbLinkedServiceTypeProperties": { "type": "object", "properties": { - "arguments": { + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "authenticationType": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "type": "string", + "enum": [ + "Basic", + "Anonymous" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The user-specified arguments to HDInsightSparkActivity." + "description": "The authentication type to be used to connect to the MongoDB database." }, - "className": { - "type": "string", - "description": "The application's Java/Spark main class." + "authSource": { + "type": "object", + "properties": {}, + "description": "Database to verify the username and password. Type: string (or Expression with resultType string)." }, - "entryFilePath": { + "databaseName": { "type": "object", "properties": {}, - "description": "The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string)." + "description": "The name of the MongoDB database that you want to access. Type: string (or Expression with resultType string)." }, - "getDebugInfo": { + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "type": "string", - "enum": [ - "None", - "Always", - "Failure" - ] + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Debug info option." + "description": "The base definition of a secret type." }, - "proxyUser": { + "port": { "type": "object", "properties": {}, - "description": "The user to impersonate that will execute the job. Type: string (or Expression with resultType string)." + "description": "The TCP port number that the MongoDB server uses to listen for client connections. The default value is 27017. Type: integer (or Expression with resultType integer), minimum: 0." }, - "rootPath": { + "server": { "type": "object", "properties": {}, - "description": "The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string)." + "description": "The IP address or server name of the MongoDB server. Type: string (or Expression with resultType string)." }, - "sparkConfig": { + "username": { + "type": "object", + "properties": {}, + "description": "Username for authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "databaseName", + "server" + ], + "description": "MongoDB linked service properties." + }, + "MongoDbSource": { + "type": "object", + "properties": { + "additionalColumns": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Spark configuration property." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "sparkJobLinkedService": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Should be a SQL-92 query expression. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "MongoDbSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for a MongoDB database." + }, + "MongoDbV2CollectionDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MongoDbV2Collection" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/MongoDbV2CollectionDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "MongoDB database dataset properties." } }, "required": [ - "entryFilePath", - "rootPath" + "type", + "typeProperties" ], - "description": "HDInsight spark activity properties." + "description": "The MongoDB database dataset." }, - "HDInsightStreamingActivity": { + "MongoDbV2CollectionDatasetTypeProperties": { + "type": "object", + "properties": { + "collection": { + "type": "object", + "properties": {}, + "description": "The collection name of the MongoDB database. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "collection" + ], + "description": "MongoDB database dataset properties." + }, + "MongoDbV2LinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HDInsightStreaming" + "MongoDbV2" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HDInsightStreamingActivityTypeProperties" + "$ref": "#/definitions/MongoDbV2LinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "HDInsight streaming activity properties." + "description": "MongoDB linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for MongoDB data source." + }, + "MongoDbV2LinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "The MongoDB connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "database": { + "type": "object", + "properties": {}, + "description": "The name of the MongoDB database that you want to access. Type: string (or Expression with resultType string)." } }, "required": [ - "type", - "typeProperties" + "connectionString", + "database" ], - "description": "HDInsight streaming activity type." + "description": "MongoDB linked service properties." }, - "HDInsightStreamingActivityTypeProperties": { + "MongoDbV2Source": { "type": "object", "properties": { - "arguments": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "type": "object", - "properties": {} + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "User specified arguments to HDInsightActivity." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "combiner": { + "batchSize": { "type": "object", "properties": {}, - "description": "Combiner executable name. Type: string (or Expression with resultType string)." + "description": "Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer)." }, - "commandEnvironment": { + "cursorMethods": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "$ref": "#/definitions/MongoDbCursorMethodsProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Command line environment values." + "description": "Cursor methods for Mongodb query" }, - "defines": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Allows user to specify defines for streaming job request." + "filter": { + "type": "object", + "properties": {}, + "description": "Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string)." }, - "fileLinkedService": { - "oneOf": [ - { - "$ref": "#/definitions/LinkedServiceReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Linked service reference type." + "queryTimeout": { + "type": "object", + "properties": {}, + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." }, - "filePaths": { + "type": { + "type": "string", + "enum": [ + "MongoDbV2Source" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for a MongoDB database." + }, + "MultiplePipelineTrigger": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/ScheduleTrigger" + }, + { + "$ref": "#/definitions/BlobTrigger" + }, + { + "$ref": "#/definitions/BlobEventsTrigger" + } + ], + "properties": { + "pipelines": { "oneOf": [ { "type": "array", "items": { - "type": "object", - "properties": {} + "$ref": "#/definitions/TriggerPipelineReference" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Paths to streaming job files. Can be directories." + "description": "Pipelines that need to be started." }, - "getDebugInfo": { + "type": { + "type": "string", + "enum": [ + "MultiplePipelineTrigger" + ] + } + }, + "required": [ + "type" + ], + "description": "Base class for all triggers that support one to many model for trigger to pipeline." + }, + "MySqlLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "MySql" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "None", - "Always", - "Failure" - ] + "$ref": "#/definitions/MySqlLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Debug info option." - }, - "input": { - "type": "object", - "properties": {}, - "description": "Input blob path. Type: string (or Expression with resultType string)." - }, - "mapper": { - "type": "object", - "properties": {}, - "description": "Mapper executable name. Type: string (or Expression with resultType string)." - }, - "output": { + "description": "MySQL linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for MySQL data source." + }, + "MySqlLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { "type": "object", "properties": {}, - "description": "Output blob path. Type: string (or Expression with resultType string)." + "description": "The connection string." }, - "reducer": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Reducer executable name. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "storageLinkedServices": { + "password": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/LinkedServiceReference" - } + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Storage linked service references." + "description": "Azure Key Vault secret reference." } }, "required": [ - "filePaths", - "input", - "mapper", - "output", - "reducer" + "connectionString" ], - "description": "HDInsight streaming activity properties." + "description": "MySQL linked service properties." }, - "HiveDatasetTypeProperties": { + "MySqlSource": { "type": "object", "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Hive. Type: string (or Expression with resultType string)." - }, - "table": { + "query": { "type": "object", "properties": {}, - "description": "The table name of the Hive. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "type": { + "type": "string", + "enum": [ + "MySqlSource" + ] } }, - "description": "Hive Properties" + "required": [ + "type" + ], + "description": "A copy activity source for MySQL databases." }, - "HiveLinkedService": { + "MySqlTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Hive" + "MySqlTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HiveLinkedServiceTypeProperties" + "$ref": "#/definitions/MySqlTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Hive Server linked service properties." + "description": "MySql table dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Hive Server linked service." + "description": "The MySQL table dataset." }, - "HiveLinkedServiceTypeProperties": { + "MySqlTableDatasetTypeProperties": { "type": "object", "properties": { - "allowHostNameCNMismatch": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." - }, - "allowSelfSignedServerCert": { + "tableName": { "type": "object", "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + "description": "The MySQL table name. Type: string (or Expression with resultType string)." + } + }, + "description": "MySql table dataset properties." + }, + "NetezzaLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Netezza" + ] }, - "authenticationType": { + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "Anonymous", - "Username", - "UsernameAndPassword", - "WindowsAzureHDInsightService" - ] + "$ref": "#/definitions/NetezzaLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication method used to access the Hive server." - }, - "enableSsl": { - "type": "object", - "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "host": { + "description": "Netezza linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Netezza linked service." + }, + "NetezzaLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { "type": "object", "properties": {}, - "description": "IP address or host name of the Hive server, separated by ';' for multiple hosts (only when serviceDiscoveryMode is enable)." + "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "httpPath": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The partial URL corresponding to the Hive server." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "password": { + "pwd": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Azure Key Vault secret reference." + } + }, + "description": "Netezza linked service properties." + }, + "NetezzaPartitionSettings": { + "type": "object", + "properties": { + "partitionColumnName": { + "type": "object", + "properties": {}, + "description": "The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." }, - "port": { + "partitionLowerBound": { "type": "object", "properties": {}, - "description": "The TCP port that the Hive server uses to listen for client connections." + "description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." }, - "serverType": { + "partitionUpperBound": { + "type": "object", + "properties": {}, + "description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + } + }, + "description": "The settings that will be leveraged for Netezza source partitioning." + }, + "NetezzaSource": { + "type": "object", + "properties": { + "partitionOption": { "oneOf": [ { "type": "string", "enum": [ - "HiveServer1", - "HiveServer2", - "HiveThriftServer" + "None", + "DataSlice", + "DynamicRange" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The type of Hive server." - }, - "serviceDiscoveryMode": { - "type": "object", - "properties": {}, - "description": "true to indicate using the ZooKeeper service, false not." + "description": "The partition mechanism that will be used for Netezza read in parallel." }, - "thriftTransportProtocol": { + "partitionSettings": { "oneOf": [ { - "type": "string", - "enum": [ - "Binary", - "SASL", - "HTTP " - ] + "$ref": "#/definitions/NetezzaPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The transport protocol to use in the Thrift layer." - }, - "trustedCertPath": { - "type": "object", - "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." - }, - "useNativeQuery": { - "type": "object", - "properties": {}, - "description": "Specifies whether the driver uses native HiveQL queries,or converts them into an equivalent form in HiveQL." - }, - "username": { - "type": "object", - "properties": {}, - "description": "The user name that you use to access Hive Server." + "description": "The settings that will be leveraged for Netezza source partitioning." }, - "useSystemTrustStore": { + "query": { "type": "object", "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "zooKeeperNameSpace": { - "type": "object", - "properties": {}, - "description": "The namespace on ZooKeeper under which Hive Server 2 nodes are added." - } - }, - "required": [ - "authenticationType", - "host" - ], - "description": "Hive Server linked service properties." - }, - "HiveObjectDataset": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "HiveObject" + "NetezzaSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/HiveDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Hive Properties" } }, "required": [ "type" ], - "description": "Hive Server dataset." + "description": "A copy activity Netezza source." }, - "HttpDataset": { + "NetezzaTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HttpFile" + "NetezzaTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HttpDatasetTypeProperties" + "$ref": "#/definitions/NetezzaTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Netezza dataset properties." } }, "required": [ "type" ], - "description": "A file in an HTTP web server." + "description": "Netezza dataset." }, - "HttpDatasetTypeProperties": { + "NetezzaTableDatasetTypeProperties": { "type": "object", "properties": { - "additionalHeaders": { - "type": "object", - "properties": {}, - "description": "The headers for the HTTP Request. e.g. request-header-name-1:request-header-value-1\r\n...\r\nrequest-header-name-n:request-header-value-n Type: string (or Expression with resultType string)." - }, - "compression": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetCompression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The compression method used on a dataset." - }, - "format": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetStorageFormat" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The format definition of a storage." - }, - "relativeUrl": { + "schema": { "type": "object", "properties": {}, - "description": "The relative URL based on the URL in the HttpLinkedService refers to an HTTP file Type: string (or Expression with resultType string)." + "description": "The schema name of the Netezza. Type: string (or Expression with resultType string)." }, - "requestBody": { + "table": { "type": "object", "properties": {}, - "description": "The body for the HTTP request. Type: string (or Expression with resultType string)." + "description": "The table name of the Netezza. Type: string (or Expression with resultType string)." }, - "requestMethod": { + "tableName": { "type": "object", "properties": {}, - "description": "The HTTP method for the HTTP request. Type: string (or Expression with resultType string)." + "description": "This property will be retired. Please consider using schema + table properties instead." } }, - "description": "Properties specific to this dataset type." + "description": "Netezza dataset properties." }, - "HttpLinkedService": { + "ODataLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HttpServer" + "OData" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/HttpLinkedServiceTypeProperties" + "$ref": "#/definitions/ODataLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this linked service type." + "description": "OData linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for an HTTP source." + "description": "Open Data Protocol (OData) linked service." }, - "HttpLinkedServiceTypeProperties": { + "ODataLinkedServiceTypeProperties": { "type": "object", "properties": { + "aadResourceId": { + "type": "object", + "properties": {}, + "description": "Specify the resource you are requesting authorization to use Directory. Type: string (or Expression with resultType string)." + }, + "aadServicePrincipalCredentialType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "ServicePrincipalKey", + "ServicePrincipalCert" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specify the credential type (key or cert) is used for service principal." + }, "authenticationType": { "oneOf": [ { @@ -10812,31 +18290,21 @@ "enum": [ "Basic", "Anonymous", - "Digest", "Windows", - "ClientCertificate" + "AadServicePrincipal", + "ManagedServiceIdentity" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to be used to connect to the HTTP server." - }, - "certThumbprint": { - "type": "object", - "properties": {}, - "description": "Thumbprint of certificate for ClientCertificate authentication. Only valid for on-premises copy. For on-premises copy with ClientCertificate authentication, either CertThumbprint or EmbeddedCertData/Password should be specified. Type: string (or Expression with resultType string)." - }, - "embeddedCertData": { - "type": "object", - "properties": {}, - "description": "Base64 encoded certificate data for ClientCertificate authentication. For on-premises copy with ClientCertificate authentication, either CertThumbprint or EmbeddedCertData/Password should be specified. Type: string (or Expression with resultType string)." + "description": "Type of authentication used to connect to the OData service." }, - "enableServerCertificateValidation": { + "azureCloudType": { "type": "object", "properties": {}, - "description": "If true, validate the HTTPS server SSL certificate. Default value is true. Type: boolean (or Expression with resultType boolean)." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", @@ -10854,53 +18322,7 @@ ], "description": "The base definition of a secret type." }, - "url": { - "type": "object", - "properties": {}, - "description": "The base URL of the HTTP endpoint, e.g. http://www.microsoft.com. Type: string (or Expression with resultType string)." - }, - "userName": { - "type": "object", - "properties": {}, - "description": "User name for Basic, Digest, or Windows authentication. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "url" - ], - "description": "Properties specific to this linked service type." - }, - "HubspotLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "Hubspot" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/HubspotLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Hubspot Service linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Hubspot Service linked service." - }, - "HubspotLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "accessToken": { + "servicePrincipalEmbeddedCert": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -10911,12 +18333,7 @@ ], "description": "The base definition of a secret type." }, - "clientId": { - "type": "object", - "properties": {}, - "description": "The client ID associated with your Hubspot application." - }, - "clientSecret": { + "servicePrincipalEmbeddedCertPassword": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -10927,12 +18344,12 @@ ], "description": "The base definition of a secret type." }, - "encryptedCredential": { + "servicePrincipalId": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Specify the application id of your application registered in Azure Active Directory. Type: string (or Expression with resultType string)." }, - "refreshToken": { + "servicePrincipalKey": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -10943,220 +18360,159 @@ ], "description": "The base definition of a secret type." }, - "useEncryptedEndpoints": { + "tenant": { "type": "object", "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "Specify the tenant information (domain name or tenant ID) under which your application resides. Type: string (or Expression with resultType string)." }, - "useHostVerification": { + "url": { "type": "object", "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "The URL of the OData service endpoint. Type: string (or Expression with resultType string)." }, - "usePeerVerification": { + "userName": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "User name of the OData service. Type: string (or Expression with resultType string)." } }, "required": [ - "clientId" + "url" ], - "description": "Hubspot Service linked service properties." + "description": "OData linked service properties." }, - "HubspotObjectDataset": { + "ODataResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "HubspotObject" + "ODataResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/ODataResourceDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "OData dataset properties." } }, "required": [ "type" ], - "description": "Hubspot Service dataset." + "description": "The Open Data Protocol (OData) resource dataset." }, - "IfConditionActivity": { + "ODataResourceDatasetTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "IfCondition" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/IfConditionActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "IfCondition activity properties." + "path": { + "type": "object", + "properties": {}, + "description": "The OData resource path. Type: string (or Expression with resultType string)." } }, - "required": [ - "type", - "typeProperties" - ], - "description": "This activity evaluates a boolean expression and executes either the activities under the ifTrueActivities property or the ifFalseActivities property depending on the result of the expression." + "description": "OData dataset properties." }, - "IfConditionActivityTypeProperties": { + "ODataSource": { "type": "object", "properties": { - "expression": { - "oneOf": [ - { - "$ref": "#/definitions/Expression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Data Factory expression definition." - }, - "ifFalseActivities": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/Activity" + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of activities to execute if expression is evaluated to false. This is an optional property and if not provided, the activity will exit without any action." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "ifTrueActivities": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/Activity" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of activities to execute if expression is evaluated to true. This is an optional property and if not provided, the activity will exit without any action." - } - }, - "required": [ - "expression" - ], - "description": "IfCondition activity properties." - }, - "ImpalaDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { + "httpRequestTimeout": { "type": "object", "properties": {}, - "description": "The schema name of the Impala. Type: string (or Expression with resultType string)." + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." }, - "table": { + "query": { "type": "object", "properties": {}, - "description": "The table name of the Impala. Type: string (or Expression with resultType string)." + "description": "OData query. For example, \"$top=1\". Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "type": { + "type": "string", + "enum": [ + "ODataSource" + ] } }, - "description": "Impala Dataset Properties" + "required": [ + "type" + ], + "description": "A copy activity source for OData source." }, - "ImpalaLinkedService": { + "OdbcLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Impala" + "Odbc" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ImpalaLinkedServiceTypeProperties" + "$ref": "#/definitions/OdbcLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Impala server linked service properties." + "description": "ODBC linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Impala server linked service." + "description": "Open Database Connectivity (ODBC) linked service." }, - "ImpalaLinkedServiceTypeProperties": { + "OdbcLinkedServiceTypeProperties": { "type": "object", "properties": { - "allowHostNameCNMismatch": { + "authenticationType": { "type": "object", "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + "description": "Type of authentication used to connect to the ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." }, - "allowSelfSignedServerCert": { + "connectionString": { "type": "object", "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "authenticationType": { + "credential": { "oneOf": [ { - "type": "string", - "enum": [ - "Anonymous", - "SASLUsername", - "UsernameAndPassword" - ] + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to use." - }, - "enableSsl": { - "type": "object", - "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + "description": "The base definition of a secret type." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "host": { - "type": "object", - "properties": {}, - "description": "The IP address or host name of the Impala server. (i.e. 192.168.222.160)" - }, "password": { "oneOf": [ { @@ -11168,616 +18524,750 @@ ], "description": "The base definition of a secret type." }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port that the Impala server uses to listen for client connections. The default value is 21050." - }, - "trustedCertPath": { + "userName": { "type": "object", "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." - }, - "username": { + "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "connectionString" + ], + "description": "ODBC linked service properties." + }, + "OdbcSink": { + "type": "object", + "properties": { + "preCopyScript": { "type": "object", "properties": {}, - "description": "The user name used to access the Impala server. The default value is anonymous when using SASLUsername." + "description": "A query to execute before starting the copy. Type: string (or Expression with resultType string)." }, - "useSystemTrustStore": { - "type": "object", - "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + "type": { + "type": "string", + "enum": [ + "OdbcSink" + ] } }, "required": [ - "authenticationType", - "host" + "type" ], - "description": "Impala server linked service properties." + "description": "A copy activity ODBC sink." }, - "ImpalaObjectDataset": { + "OdbcSource": { "type": "object", "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "ImpalaObject" + "OdbcSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/ImpalaDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Impala Dataset Properties" } }, "required": [ "type" ], - "description": "Impala server dataset." + "description": "A copy activity source for ODBC databases." }, - "InformixLinkedService": { + "OdbcTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Informix" + "OdbcTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/InformixLinkedServiceTypeProperties" + "$ref": "#/definitions/OdbcTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Informix linked service properties." + "description": "ODBC table dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Informix linked service." + "description": "The ODBC table dataset." }, - "InformixLinkedServiceTypeProperties": { + "OdbcTableDatasetTypeProperties": { "type": "object", "properties": { - "authenticationType": { - "type": "object", - "properties": {}, - "description": "Type of authentication used to connect to the Informix as ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." - }, - "connectionString": { - "type": "object", - "properties": {}, - "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "credential": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "encryptedCredential": { + "tableName": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The ODBC table name. Type: string (or Expression with resultType string)." + } + }, + "description": "ODBC table dataset properties." + }, + "Office365Dataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Office365Table" + ] }, - "password": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/Office365DatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Office365 dataset properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "The Office365 account." + }, + "Office365DatasetTypeProperties": { + "type": "object", + "properties": { + "predicate": { + "type": "object", + "properties": {}, + "description": "A predicate expression that can be used to filter the specific rows to extract from Office 365. Type: string (or Expression with resultType string)." }, - "userName": { + "tableName": { "type": "object", "properties": {}, - "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." + "description": "Name of the dataset to extract from Office 365. Type: string (or Expression with resultType string)." } }, "required": [ - "connectionString" + "tableName" ], - "description": "Informix linked service properties." + "description": "Office365 dataset properties." }, - "InformixTableDataset": { + "Office365LinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "InformixTable" + "Office365" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/InformixTableDatasetTypeProperties" + "$ref": "#/definitions/Office365LinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Informix table dataset properties." + "description": "Office365 linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "The Informix table dataset." + "description": "Office365 linked service." }, - "InformixTableDatasetTypeProperties": { + "Office365LinkedServiceTypeProperties": { "type": "object", "properties": { - "tableName": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The Informix table name. Type: string (or Expression with resultType string)." - } - }, - "description": "Informix table dataset properties." - }, - "IntegrationRuntime": { - "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/ManagedIntegrationRuntime" + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/SelfHostedIntegrationRuntime" - } - ], - "properties": { - "additionalProperties": { + "office365TenantId": { + "type": "object", + "properties": {}, + "description": "Azure tenant ID to which the Office 365 account belongs. Type: string (or Expression with resultType string)." + }, + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "Specify the application's client ID. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "The base definition of a secret type." }, - "description": { - "type": "string", - "description": "Integration runtime description." + "servicePrincipalTenantId": { + "type": "object", + "properties": {}, + "description": "Specify the tenant information under which your Azure AD web application resides. Type: string (or Expression with resultType string)." } }, - "description": "Azure Data Factory nested object which serves as a compute resource for activities." + "required": [ + "office365TenantId", + "servicePrincipalId", + "servicePrincipalKey", + "servicePrincipalTenantId" + ], + "description": "Office365 linked service properties." }, - "IntegrationRuntimeComputeProperties": { + "Office365Source": { "type": "object", "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" + "allowedGroups": { + "type": "object", + "properties": {}, + "description": "The groups containing all the users. Type: array of strings (or Expression with resultType array of strings)." }, - "dataFlowProperties": { - "oneOf": [ - { - "$ref": "#/definitions/IntegrationRuntimeDataFlowProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Data flow properties for managed integration runtime." + "dateFilterColumn": { + "type": "object", + "properties": {}, + "description": "The Column to apply the and . Type: string (or Expression with resultType string)." }, - "location": { - "type": "string", - "description": "The location for managed integration runtime. The supported regions could be found on https://docs.microsoft.com/en-us/azure/data-factory/data-factory-data-movement-activities" + "endTime": { + "type": "object", + "properties": {}, + "description": "End time of the requested range for this dataset. Type: string (or Expression with resultType string)." }, - "maxParallelExecutionsPerNode": { - "oneOf": [ - { - "type": "integer", - "minimum": 1 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Maximum parallel executions count per node for managed integration runtime." + "outputColumns": { + "type": "object", + "properties": {}, + "description": "The columns to be read out from the Office 365 table. Type: array of objects (or Expression with resultType array of objects). Example: [ { \"name\": \"Id\" }, { \"name\": \"CreatedDateTime\" } ]" }, - "nodeSize": { - "type": "string", - "description": "The node size requirement to managed integration runtime." + "startTime": { + "type": "object", + "properties": {}, + "description": "Start time of the requested range for this dataset. Type: string (or Expression with resultType string)." }, - "numberOfNodes": { - "oneOf": [ - { - "type": "integer", - "minimum": 1 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The required number of nodes for managed integration runtime." + "type": { + "type": "string", + "enum": [ + "Office365Source" + ] }, - "vNetProperties": { - "oneOf": [ - { - "$ref": "#/definitions/IntegrationRuntimeVNetProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "VNet properties for managed integration runtime." + "userScopeFilterUri": { + "type": "object", + "properties": {}, + "description": "The user scope uri. Type: string (or Expression with resultType string)." } }, - "description": "The compute resource properties for managed integration runtime." + "required": [ + "type" + ], + "description": "A copy activity source for an Office 365 service." }, - "IntegrationRuntimeCustomSetupScriptProperties": { + "OracleLinkedService": { "type": "object", "properties": { - "blobContainerUri": { + "type": { "type": "string", - "description": "The URI of the Azure blob container that contains the custom setup script." + "enum": [ + "Oracle" + ] }, - "sasToken": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SecureString" + "$ref": "#/definitions/OracleLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + "description": "Oracle database linked service properties." } }, - "description": "Custom setup script properties for a managed dedicated integration runtime." + "required": [ + "type", + "typeProperties" + ], + "description": "Oracle database." }, - "IntegrationRuntimeDataFlowProperties": { + "OracleLinkedServiceTypeProperties": { "type": "object", "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" - }, - "computeType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "General", - "MemoryOptimized", - "ComputeOptimized" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Compute type of the cluster which will execute data flow job." + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "coreCount": { - "oneOf": [ - { - "type": "integer" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272." + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "timeToLive": { + "password": { "oneOf": [ { - "type": "integer", - "minimum": 0 + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Time to live (in minutes) setting of the cluster which will execute data flow job." + "description": "Azure Key Vault secret reference." } }, - "description": "Data flow properties for managed integration runtime." + "required": [ + "connectionString" + ], + "description": "Oracle database linked service properties." }, - "IntegrationRuntimeDataProxyProperties": { + "OraclePartitionSettings": { "type": "object", "properties": { - "connectVia": { - "oneOf": [ - { - "$ref": "#/definitions/EntityReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The entity reference." + "partitionColumnName": { + "type": "object", + "properties": {}, + "description": "The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." }, - "path": { + "partitionLowerBound": { + "type": "object", + "properties": {}, + "description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + }, + "partitionNames": { + "type": "object", + "properties": {}, + "description": "Names of the physical partitions of Oracle table. " + }, + "partitionUpperBound": { + "type": "object", + "properties": {}, + "description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + } + }, + "description": "The settings that will be leveraged for Oracle source partitioning." + }, + "OracleServiceCloudLinkedService": { + "type": "object", + "properties": { + "type": { "type": "string", - "description": "The path to contain the staged data in the Blob storage." + "enum": [ + "OracleServiceCloud" + ] }, - "stagingLinkedService": { + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/EntityReference" + "$ref": "#/definitions/OracleServiceCloudLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The entity reference." + "description": "Oracle Service Cloud linked service properties." } }, - "description": "Data proxy properties for a managed dedicated integration runtime." + "required": [ + "type", + "typeProperties" + ], + "description": "Oracle Service Cloud linked service." }, - "IntegrationRuntimeReference": { + "OracleServiceCloudLinkedServiceTypeProperties": { "type": "object", "properties": { - "parameters": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "The URL of the Oracle Service Cloud instance." + }, + "password": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "An object mapping parameter names to argument values." + "description": "The base definition of a secret type." }, - "referenceName": { - "type": "string", - "description": "Reference integration runtime name." + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name that you use to access Oracle Service Cloud server." + } + }, + "required": [ + "host", + "password", + "username" + ], + "description": "Oracle Service Cloud linked service properties." + }, + "OracleServiceCloudObjectDataset": { + "type": "object", + "properties": { "type": { + "type": "string", + "enum": [ + "OracleServiceCloudObject" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "IntegrationRuntimeReference" - ] + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Type of integration runtime." + "description": "Properties specific to this dataset type." } }, "required": [ - "referenceName", "type" ], - "description": "Integration runtime reference type." + "description": "Oracle Service Cloud dataset." }, - "IntegrationRuntimeSsisCatalogInfo": { + "OracleServiceCloudSource": { "type": "object", "properties": { - "additionalProperties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "OracleServiceCloudSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Oracle Service Cloud source." + }, + "OracleSink": { + "type": "object", + "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "OracleSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Oracle sink." + }, + "OracleSource": { + "type": "object", + "properties": { + "additionalColumns": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "catalogAdminPassword": { + "oracleReaderQuery": { + "type": "object", + "properties": {}, + "description": "Oracle reader query. Type: string (or Expression with resultType string)." + }, + "partitionOption": { "oneOf": [ { - "$ref": "#/definitions/SecureString" + "type": "string", + "enum": [ + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + "description": "The partition mechanism that will be used for Oracle read in parallel." }, - "catalogAdminUserName": { + "partitionSettings": { + "oneOf": [ + { + "$ref": "#/definitions/OraclePartitionSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The settings that will be leveraged for Oracle source partitioning." + }, + "queryTimeout": { + "type": "object", + "properties": {}, + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "type": { "type": "string", - "minLength": 1, - "maxLength": 128, - "description": "The administrator user name of catalog database." + "enum": [ + "OracleSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Oracle source." + }, + "OracleTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "OracleTable" + ] }, - "catalogPricingTier": { + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "Basic", - "Standard", - "Premium", - "PremiumRS" - ] + "$ref": "#/definitions/OracleTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The pricing tier for the catalog database. The valid values could be found in https://azure.microsoft.com/en-us/pricing/details/sql-database/." + "description": "On-premises Oracle dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The on-premises Oracle database dataset." + }, + "OracleTableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the on-premises Oracle database. Type: string (or Expression with resultType string)." }, - "catalogServerEndpoint": { - "type": "string", - "description": "The catalog database server URL." + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the on-premises Oracle database. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." } }, - "description": "Catalog information for managed dedicated integration runtime." + "description": "On-premises Oracle dataset properties." }, - "IntegrationRuntimeSsisProperties": { + "OrcDataset": { "type": "object", "properties": { - "additionalProperties": { + "type": { + "type": "string", + "enum": [ + "Orc" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/OrcDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" - }, - "catalogInfo": { + "description": "ORC dataset properties." + } + }, + "required": [ + "type" + ], + "description": "ORC dataset." + }, + "OrcDatasetTypeProperties": { + "type": "object", + "properties": { + "location": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeSsisCatalogInfo" + "$ref": "#/definitions/DatasetLocation" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Catalog information for managed dedicated integration runtime." + "description": "Dataset location." }, - "customSetupScriptProperties": { + "orcCompressionCodec": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeCustomSetupScriptProperties" + "type": "string", + "enum": [ + "none", + "zlib", + "snappy" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } - ], - "description": "Custom setup script properties for a managed dedicated integration runtime." - }, - "dataProxyProperties": { + ] + } + }, + "required": [ + "location" + ], + "description": "ORC dataset properties." + }, + "OrcFormat": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "OrcFormat" + ] + } + }, + "required": [ + "type" + ], + "description": "The data stored in Optimized Row Columnar (ORC) format." + }, + "OrcSink": { + "type": "object", + "properties": { + "formatSettings": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeDataProxyProperties" + "$ref": "#/definitions/OrcWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Data proxy properties for a managed dedicated integration runtime." + "description": "Orc write settings." }, - "edition": { + "storeSettings": { "oneOf": [ { - "type": "string", - "enum": [ - "Standard", - "Enterprise" - ] + "$ref": "#/definitions/StoreWriteSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The edition for the SSIS Integration Runtime." + "description": "Connector write settings." }, - "expressCustomSetupProperties": { + "type": { + "type": "string", + "enum": [ + "OrcSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity ORC sink." + }, + "OrcSource": { + "type": "object", + "properties": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/CustomSetupBase" + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Custom setup without script properties for a SSIS integration runtime." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "licenseType": { + "storeSettings": { "oneOf": [ { - "type": "string", - "enum": [ - "BasePrice", - "LicenseIncluded" - ] + "$ref": "#/definitions/StoreReadSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "License type for bringing your own license scenario." + "description": "Connector read setting." }, - "packageStores": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/PackageStore" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Package stores for the SSIS Integration Runtime." + "type": { + "type": "string", + "enum": [ + "OrcSource" + ] } }, - "description": "SSIS properties for managed integration runtime." + "required": [ + "type" + ], + "description": "A copy activity ORC source." }, - "IntegrationRuntimeVNetProperties": { + "OrcWriteSettings": { "type": "object", "properties": { "additionalProperties": { @@ -11796,184 +19286,128 @@ ], "description": "Unmatched properties from the message are deserialized this collection" }, - "publicIPs": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Resource IDs of the public IP addresses that this integration runtime will use." - }, - "subnet": { - "type": "string", - "description": "The name of the subnet this integration runtime will join." + "fileNamePrefix": { + "type": "object", + "properties": {}, + "description": "Specifies the file name pattern _. when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string)." }, - "vNetId": { - "type": "string", - "description": "The ID of the VNet that this integration runtime will join." + "maxRowsPerFile": { + "type": "object", + "properties": {}, + "description": "Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer)." } }, - "description": "VNet properties for managed integration runtime." + "description": "Orc write settings." }, - "JiraLinkedService": { + "PackageStore": { "type": "object", "properties": { - "type": { + "name": { "type": "string", - "enum": [ - "Jira" - ] + "description": "The name of the package store" }, - "typeProperties": { + "packageStoreLinkedService": { "oneOf": [ { - "$ref": "#/definitions/JiraLinkedServiceTypeProperties" + "$ref": "#/definitions/EntityReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Jira Service linked service properties." + "description": "The entity reference." } }, "required": [ - "type", - "typeProperties" + "name", + "packageStoreLinkedService" ], - "description": "Jira Service linked service." + "description": "Package store for the SSIS integration runtime." }, - "JiraLinkedServiceTypeProperties": { + "ParameterSpecification": { "type": "object", "properties": { - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "host": { - "type": "object", - "properties": {}, - "description": "The IP address or host name of the Jira service. (e.g. jira.example.com)" - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port that the Jira server uses to listen for client connections. The default value is 443 if connecting through HTTPS, or 8080 if connecting through HTTP." - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." - }, - "usePeerVerification": { + "defaultValue": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "Default value of parameter." }, - "username": { - "type": "object", - "properties": {}, - "description": "The user name that you use to access Jira Service." - } - }, - "required": [ - "host", - "username" - ], - "description": "Jira Service linked service properties." - }, - "JiraObjectDataset": { - "type": "object", - "properties": { "type": { - "type": "string", - "enum": [ - "JiraObject" - ] - }, - "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "type": "string", + "enum": [ + "Object", + "String", + "Int", + "Float", + "Bool", + "Array", + "SecureString" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Parameter type." } }, "required": [ "type" ], - "description": "Jira Service dataset." + "description": "Definition of a single parameter for an entity." }, - "JsonDataset": { + "ParquetDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Json" + "Parquet" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/JsonDatasetTypeProperties" + "$ref": "#/definitions/ParquetDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Json dataset properties." + "description": "Parquet dataset properties." } }, "required": [ "type" ], - "description": "Json dataset." + "description": "Parquet dataset." }, - "JsonDatasetTypeProperties": { + "ParquetDatasetTypeProperties": { "type": "object", "properties": { - "compression": { + "compressionCodec": { "oneOf": [ { - "$ref": "#/definitions/DatasetCompression" + "type": "string", + "enum": [ + "none", + "gzip", + "snappy", + "lzo", + "bzip2", + "deflate", + "zipDeflate", + "lz4", + "tar", + "tarGZip" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } - ], - "description": "The compression method used on a dataset." - }, - "encodingName": { - "type": "object", - "properties": {}, - "description": "The code page name of the preferred encoding. If not specified, the default value is UTF-8, unless BOM denotes another Unicode encoding. Refer to the name column of the table in the following link to set supported values: https://msdn.microsoft.com/library/system.text.encoding.aspx. Type: string (or Expression with resultType string)." + ] }, "location": { "oneOf": [ @@ -11990,360 +19424,589 @@ "required": [ "location" ], - "description": "Json dataset properties." + "description": "Parquet dataset properties." }, - "LinkedIntegrationRuntimeKeyAuthorization": { + "ParquetFormat": { "type": "object", "properties": { - "authorizationType": { + "type": { "type": "string", "enum": [ - "Key" + "ParquetFormat" ] - }, - "key": { - "oneOf": [ - { - "$ref": "#/definitions/SecureString" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." } }, "required": [ - "authorizationType", - "key" + "type" ], - "description": "The key authorization type integration runtime." + "description": "The data stored in Parquet format." }, - "LinkedIntegrationRuntimeRbacAuthorization": { + "ParquetSink": { "type": "object", "properties": { - "authorizationType": { - "type": "string", - "enum": [ - "RBAC" - ] - }, - "resourceId": { - "type": "string", - "description": "The resource identifier of the integration runtime to be shared." - } - }, - "required": [ - "authorizationType", - "resourceId" - ], - "description": "The role based access control (RBAC) authorization type integration runtime." - }, - "LinkedIntegrationRuntimeType": { - "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/LinkedIntegrationRuntimeKeyAuthorization" - }, - { - "$ref": "#/definitions/LinkedIntegrationRuntimeRbacAuthorization" - } - ], - "properties": {}, - "description": "The base definition of a linked integration runtime." - }, - "LinkedService": { - "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/AzureStorageLinkedService" - }, - { - "$ref": "#/definitions/AzureBlobStorageLinkedService" - }, - { - "$ref": "#/definitions/AzureTableStorageLinkedService" - }, - { - "$ref": "#/definitions/AzureSqlDWLinkedService" - }, - { - "$ref": "#/definitions/SqlServerLinkedService" - }, - { - "$ref": "#/definitions/AzureSqlDatabaseLinkedService" - }, - { - "$ref": "#/definitions/AzureSqlMILinkedService" - }, - { - "$ref": "#/definitions/AzureBatchLinkedService" - }, - { - "$ref": "#/definitions/AzureKeyVaultLinkedService" - }, - { - "$ref": "#/definitions/CosmosDbLinkedService" - }, - { - "$ref": "#/definitions/DynamicsLinkedService" - }, - { - "$ref": "#/definitions/DynamicsCrmLinkedService" - }, - { - "$ref": "#/definitions/CommonDataServiceForAppsLinkedService" - }, - { - "$ref": "#/definitions/HDInsightLinkedService" - }, - { - "$ref": "#/definitions/FileServerLinkedService" - }, - { - "$ref": "#/definitions/AzureFileStorageLinkedService" - }, - { - "$ref": "#/definitions/GoogleCloudStorageLinkedService" - }, - { - "$ref": "#/definitions/OracleLinkedService" - }, - { - "$ref": "#/definitions/AzureMySqlLinkedService" - }, - { - "$ref": "#/definitions/MySqlLinkedService" - }, - { - "$ref": "#/definitions/PostgreSqlLinkedService" - }, - { - "$ref": "#/definitions/SybaseLinkedService" - }, - { - "$ref": "#/definitions/Db2LinkedService" - }, - { - "$ref": "#/definitions/TeradataLinkedService" - }, - { - "$ref": "#/definitions/AzureMLLinkedService" - }, - { - "$ref": "#/definitions/AzureMLServiceLinkedService" - }, - { - "$ref": "#/definitions/OdbcLinkedService" - }, - { - "$ref": "#/definitions/InformixLinkedService" - }, - { - "$ref": "#/definitions/MicrosoftAccessLinkedService" - }, - { - "$ref": "#/definitions/HdfsLinkedService" - }, - { - "$ref": "#/definitions/ODataLinkedService" - }, - { - "$ref": "#/definitions/WebLinkedService" - }, - { - "$ref": "#/definitions/CassandraLinkedService" - }, - { - "$ref": "#/definitions/MongoDbLinkedService" - }, - { - "$ref": "#/definitions/MongoDbV2LinkedService" - }, - { - "$ref": "#/definitions/CosmosDbMongoDbApiLinkedService" - }, - { - "$ref": "#/definitions/AzureDataLakeStoreLinkedService" - }, - { - "$ref": "#/definitions/AzureBlobFSLinkedService" - }, - { - "$ref": "#/definitions/Office365LinkedService" - }, - { - "$ref": "#/definitions/SalesforceLinkedService" - }, - { - "$ref": "#/definitions/SalesforceServiceCloudLinkedService" - }, - { - "$ref": "#/definitions/SapCloudForCustomerLinkedService" - }, - { - "$ref": "#/definitions/SapEccLinkedService" - }, - { - "$ref": "#/definitions/SapOpenHubLinkedService" - }, - { - "$ref": "#/definitions/RestServiceLinkedService" - }, - { - "$ref": "#/definitions/AmazonS3LinkedService" - }, - { - "$ref": "#/definitions/AmazonRedshiftLinkedService" - }, - { - "$ref": "#/definitions/CustomDataSourceLinkedService" - }, - { - "$ref": "#/definitions/AzureSearchLinkedService" - }, - { - "$ref": "#/definitions/HttpLinkedService" - }, - { - "$ref": "#/definitions/FtpServerLinkedService" - }, - { - "$ref": "#/definitions/SftpServerLinkedService" - }, - { - "$ref": "#/definitions/SapBWLinkedService" - }, - { - "$ref": "#/definitions/SapHanaLinkedService" - }, - { - "$ref": "#/definitions/AmazonMWSLinkedService" - }, - { - "$ref": "#/definitions/AzurePostgreSqlLinkedService" + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/ParquetWriteSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Parquet write settings." }, - { - "$ref": "#/definitions/ConcurLinkedService" + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreWriteSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector write settings." }, - { - "$ref": "#/definitions/CouchbaseLinkedService" + "type": { + "type": "string", + "enum": [ + "ParquetSink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Parquet sink." + }, + "ParquetSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - { - "$ref": "#/definitions/DrillLinkedService" + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." }, - { - "$ref": "#/definitions/EloquaLinkedService" + "type": { + "type": "string", + "enum": [ + "ParquetSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Parquet source." + }, + "ParquetWriteSettings": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - { - "$ref": "#/definitions/GoogleBigQueryLinkedService" + "fileNamePrefix": { + "type": "object", + "properties": {}, + "description": "Specifies the file name pattern _. when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/GreenplumLinkedService" + "maxRowsPerFile": { + "type": "object", + "properties": {}, + "description": "Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer)." + } + }, + "description": "Parquet write settings." + }, + "PaypalLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Paypal" + ] }, - { - "$ref": "#/definitions/HBaseLinkedService" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/PaypalLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Paypal Service linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Paypal Service linked service." + }, + "PaypalLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "clientId": { + "type": "object", + "properties": {}, + "description": "The client ID associated with your PayPal application." }, - { - "$ref": "#/definitions/HiveLinkedService" + "clientSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." }, - { - "$ref": "#/definitions/HubspotLinkedService" + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/ImpalaLinkedService" + "host": { + "type": "object", + "properties": {}, + "description": "The URL of the PayPal instance. (i.e. api.sandbox.paypal.com)" }, - { - "$ref": "#/definitions/JiraLinkedService" + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - { - "$ref": "#/definitions/MagentoLinkedService" + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." }, - { - "$ref": "#/definitions/MariaDBLinkedService" + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + } + }, + "required": [ + "clientId", + "host" + ], + "description": "Paypal Service linked service properties." + }, + "PaypalObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "PaypalObject" + ] }, - { - "$ref": "#/definitions/AzureMariaDBLinkedService" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/GenericDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Properties specific to this dataset type." + } + }, + "required": [ + "type" + ], + "description": "Paypal Service dataset." + }, + "PaypalSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/MarketoLinkedService" + "type": { + "type": "string", + "enum": [ + "PaypalSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Paypal Service source." + }, + "PhoenixDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Phoenix. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/PaypalLinkedService" + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Phoenix. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/PhoenixLinkedService" + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Phoenix Dataset Properties" + }, + "PhoenixLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "Phoenix" + ] }, - { - "$ref": "#/definitions/PrestoLinkedService" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/PhoenixLinkedServiceTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Phoenix server linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Phoenix server linked service." + }, + "PhoenixLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." }, - { - "$ref": "#/definitions/QuickBooksLinkedService" + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." }, - { - "$ref": "#/definitions/ServiceNowLinkedService" + "authenticationType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Anonymous", + "UsernameAndPassword", + "WindowsAzureHDInsightService" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The authentication mechanism used to connect to the Phoenix server." }, - { - "$ref": "#/definitions/ShopifyLinkedService" + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." }, - { - "$ref": "#/definitions/SparkLinkedService" + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/SquareLinkedService" + "host": { + "type": "object", + "properties": {}, + "description": "The IP address or host name of the Phoenix server. (i.e. 192.168.222.160)" }, - { - "$ref": "#/definitions/XeroLinkedService" + "httpPath": { + "type": "object", + "properties": {}, + "description": "The partial URL corresponding to the Phoenix server. (i.e. /gateway/sandbox/phoenix/version). The default value is hbasephoenix if using WindowsAzureHDInsightService." }, - { - "$ref": "#/definitions/ZohoLinkedService" + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." }, - { - "$ref": "#/definitions/VerticaLinkedService" + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the Phoenix server uses to listen for client connections. The default value is 8765." }, - { - "$ref": "#/definitions/NetezzaLinkedService" + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." }, - { - "$ref": "#/definitions/SalesforceMarketingCloudLinkedService" + "username": { + "type": "object", + "properties": {}, + "description": "The user name used to connect to the Phoenix server." }, - { - "$ref": "#/definitions/HDInsightOnDemandLinkedService" + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + } + }, + "required": [ + "authenticationType", + "host" + ], + "description": "Phoenix server linked service properties." + }, + "PhoenixObjectDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "PhoenixObject" + ] }, - { - "$ref": "#/definitions/AzureDataLakeAnalyticsLinkedService" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/PhoenixDatasetTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Phoenix Dataset Properties" + } + }, + "required": [ + "type" + ], + "description": "Phoenix server dataset." + }, + "PhoenixSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - { - "$ref": "#/definitions/AzureDatabricksLinkedService" + "type": { + "type": "string", + "enum": [ + "PhoenixSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Phoenix server source." + }, + "Pipeline": { + "type": "object", + "properties": { + "activities": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of activities in pipeline." }, - { - "$ref": "#/definitions/ResponsysLinkedService" + "annotations": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "object", + "properties": {} + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of tags that can be used for describing the Pipeline." }, - { - "$ref": "#/definitions/DynamicsAXLinkedService" + "concurrency": { + "oneOf": [ + { + "type": "integer", + "minimum": 1 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The max number of concurrent runs for the pipeline." }, - { - "$ref": "#/definitions/OracleServiceCloudLinkedService" + "description": { + "type": "string", + "description": "The description of the pipeline." }, - { - "$ref": "#/definitions/GoogleAdWordsLinkedService" + "folder": { + "oneOf": [ + { + "$ref": "#/definitions/PipelineFolder" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level." }, - { - "$ref": "#/definitions/SapTableLinkedService" + "parameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/ParameterSpecification" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Definition of all parameters for an entity." }, - { - "$ref": "#/definitions/AzureDataExplorerLinkedService" + "runDimensions": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dimensions emitted by Pipeline." }, - { - "$ref": "#/definitions/AzureFunctionLinkedService" + "variables": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/VariableSpecification" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Definition of variable for a Pipeline." + } + }, + "description": "A data factory pipeline." + }, + "PipelineFolder": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "The name of the folder that this Pipeline is in." + } + }, + "description": "The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level." + }, + "PipelineReference": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "Reference name." }, - { - "$ref": "#/definitions/SnowflakeLinkedService" + "referenceName": { + "type": "string", + "description": "Reference pipeline name." }, - { - "$ref": "#/definitions/SharePointOnlineListLinkedService" + "type": { + "oneOf": [ + { + "type": "string", + "enum": [ + "PipelineReference" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Pipeline reference type." } + }, + "required": [ + "referenceName", + "type" ], + "description": "Pipeline reference type." + }, + "PolybaseSettings": { + "type": "object", "properties": { "additionalProperties": { "oneOf": [ @@ -12361,241 +20024,383 @@ ], "description": "Unmatched properties from the message are deserialized this collection" }, - "annotations": { + "rejectSampleValue": { + "type": "object", + "properties": {}, + "description": "Determines the number of rows to attempt to retrieve before the PolyBase recalculates the percentage of rejected rows. Type: integer (or Expression with resultType integer), minimum: 0." + }, + "rejectType": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "type": "string", + "enum": [ + "value", + "percentage" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of tags that can be used for describing the linked service." + "description": "Reject type." }, - "connectVia": { + "rejectValue": { + "type": "object", + "properties": {}, + "description": "Specifies the value or the percentage of rows that can be rejected before the query fails. Type: number (or Expression with resultType number), minimum: 0." + }, + "useTypeDefault": { + "type": "object", + "properties": {}, + "description": "Specifies how to handle missing values in delimited text files when PolyBase retrieves data from the text file. Type: boolean (or Expression with resultType boolean)." + } + }, + "description": "PolyBase settings." + }, + "PostgreSqlLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "PostgreSql" + ] + }, + "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeReference" + "$ref": "#/definitions/PostgreSqlLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Integration runtime reference type." + "description": "PostgreSQL linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for PostgreSQL data source." + }, + "PostgreSqlLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string." }, - "description": { - "type": "string", - "description": "Linked service description." + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "parameters": { + "password": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/ParameterSpecification" - }, - "properties": {} + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Definition of all parameters for an entity." + "description": "Azure Key Vault secret reference." } }, - "description": "The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource." + "required": [ + "connectionString" + ], + "description": "PostgreSQL linked service properties." }, - "LinkedServiceReference": { + "PostgreSqlSource": { "type": "object", "properties": { - "parameters": { + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "PostgreSqlSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for PostgreSQL databases." + }, + "PostgreSqlTableDataset": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "PostgreSqlTable" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "$ref": "#/definitions/PostgreSqlTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "An object mapping parameter names to argument values." + "description": "PostgreSQL table dataset properties." + } + }, + "required": [ + "type" + ], + "description": "The PostgreSQL table dataset." + }, + "PostgreSqlTableDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The PostgreSQL schema name. Type: string (or Expression with resultType string)." }, - "referenceName": { - "type": "string", - "description": "Reference LinkedService name." + "table": { + "type": "object", + "properties": {}, + "description": "The PostgreSQL table name. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "PostgreSQL table dataset properties." + }, + "PrestoDatasetTypeProperties": { + "type": "object", + "properties": { + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of the Presto. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Presto. Type: string (or Expression with resultType string)." }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "Presto Dataset Properties" + }, + "PrestoLinkedService": { + "type": "object", + "properties": { "type": { + "type": "string", + "enum": [ + "Presto" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "LinkedServiceReference" - ] + "$ref": "#/definitions/PrestoLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "Presto server linked service properties." } }, "required": [ - "referenceName", - "type" + "type", + "typeProperties" ], - "description": "Linked service reference type." + "description": "Presto server linked service." }, - "LogStorageSettings": { + "PrestoLinkedServiceTypeProperties": { "type": "object", "properties": { - "additionalProperties": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + }, + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + }, + "authenticationType": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "string", + "enum": [ + "Anonymous", + "LDAP" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "The authentication mechanism used to connect to the Presto server." }, - "enableReliableLogging": { + "catalog": { "type": "object", "properties": {}, - "description": "Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean)." + "description": "The catalog context for all request against the server." }, - "linkedServiceName": { + "enableSsl": { + "type": "object", + "properties": {}, + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "host": { + "type": "object", + "properties": {}, + "description": "The IP address or host name of the Presto server. (i.e. 192.168.222.160)" + }, + "password": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "The base definition of a secret type." }, - "logLevel": { + "port": { "type": "object", "properties": {}, - "description": "Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string)." + "description": "The TCP port that the Presto server uses to listen for client connections. The default value is 8080." }, - "path": { + "serverVersion": { "type": "object", "properties": {}, - "description": "The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string)." + "description": "The version of the Presto server. (i.e. 0.148-t)" + }, + "timeZoneID": { + "type": "object", + "properties": {}, + "description": "The local time zone used by the connection. Valid values for this option are specified in the IANA Time Zone Database. The default value is the system time zone." + }, + "trustedCertPath": { + "type": "object", + "properties": {}, + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name used to connect to the Presto server." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." } }, "required": [ - "linkedServiceName" + "authenticationType", + "catalog", + "host", + "serverVersion" ], - "description": "Log storage settings." + "description": "Presto server linked service properties." }, - "LookupActivity": { + "PrestoObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Lookup" + "PrestoObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/LookupActivityTypeProperties" + "$ref": "#/definitions/PrestoDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Lookup activity properties." + "description": "Presto Dataset Properties" } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Lookup activity." + "description": "Presto server dataset." }, - "LookupActivityTypeProperties": { + "PrestoSource": { "type": "object", "properties": { - "dataset": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Dataset reference type." - }, - "firstRowOnly": { + "query": { "type": "object", "properties": {}, - "description": "Whether to return first row or all rows. Default value is true. Type: boolean (or Expression with resultType boolean)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "source": { - "oneOf": [ - { - "$ref": "#/definitions/CopySource" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "A copy activity source." + "type": { + "type": "string", + "enum": [ + "PrestoSource" + ] } }, "required": [ - "dataset", - "source" + "type" ], - "description": "Lookup activity properties." + "description": "A copy activity Presto server source." }, - "MagentoLinkedService": { + "QuickBooksLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Magento" + "QuickBooks" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MagentoLinkedServiceTypeProperties" + "$ref": "#/definitions/QuickBooksLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Magento server linked service properties." + "description": "QuickBooks server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Magento server linked service." + "description": "QuickBooks server linked service." }, - "MagentoLinkedServiceTypeProperties": { + "QuickBooksLinkedServiceTypeProperties": { "type": "object", "properties": { "accessToken": { @@ -12609,44 +20414,68 @@ ], "description": "The base definition of a secret type." }, - "encryptedCredential": { + "accessTokenSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "companyId": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The company ID of the QuickBooks company to authorize." }, - "host": { + "connectionProperties": { "type": "object", "properties": {}, - "description": "The URL of the Magento instance. (i.e. 192.168.222.110/magento3)" + "description": "Properties used to connect to QuickBooks. It is mutually exclusive with any other properties in the linked service. Type: object." }, - "useEncryptedEndpoints": { + "consumerKey": { "type": "object", "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "The consumer key for OAuth 1.0 authentication." }, - "useHostVerification": { + "consumerSecret": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "usePeerVerification": { + "endpoint": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "The endpoint of the QuickBooks server. (i.e. quickbooks.api.intuit.com)" + }, + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." } }, - "required": [ - "host" - ], - "description": "Magento server linked service properties." + "description": "QuickBooks server linked service properties." }, - "MagentoObjectDataset": { + "QuickBooksObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MagentoObject" + "QuickBooksObject" ] }, "typeProperties": { @@ -12664,64 +20493,130 @@ "required": [ "type" ], - "description": "Magento server dataset." + "description": "QuickBooks server dataset." }, - "ManagedIntegrationRuntime": { + "QuickBooksSource": { "type": "object", "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "Managed" + "QuickBooksSource" ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity QuickBooks server source." + }, + "RecurrenceSchedule": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "typeProperties": { + "hours": { "oneOf": [ { - "$ref": "#/definitions/ManagedIntegrationRuntimeTypeProperties" + "type": "array", + "items": { + "type": "integer" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Managed integration runtime type properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Managed integration runtime, including managed elastic and managed dedicated integration runtimes." - }, - "ManagedIntegrationRuntimeTypeProperties": { - "type": "object", - "properties": { - "computeProperties": { + "description": "The hours." + }, + "minutes": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeComputeProperties" + "type": "array", + "items": { + "type": "integer" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The compute resource properties for managed integration runtime." + "description": "The minutes." }, - "ssisProperties": { + "monthDays": { "oneOf": [ { - "$ref": "#/definitions/IntegrationRuntimeSsisProperties" + "type": "array", + "items": { + "type": "integer" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The month days." + }, + "monthlyOccurrences": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/RecurrenceScheduleOccurrence" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The monthly occurrences." + }, + "weekDays": { + "oneOf": [ + { + "type": "array", + "items": { + "type": "string", + "enum": [ + "Sunday", + "Monday", + "Tuesday", + "Wednesday", + "Thursday", + "Friday", + "Saturday" + ] + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS properties for managed integration runtime." + "description": "The days of the week." } }, - "description": "Managed integration runtime type properties." + "description": "The recurrence schedule." }, - "ManagedPrivateEndpoint": { + "RecurrenceScheduleOccurrence": { "type": "object", "properties": { "additionalProperties": { @@ -12740,43 +20635,41 @@ ], "description": "Unmatched properties from the message are deserialized this collection" }, - "connectionState": { + "day": { "oneOf": [ { - "$ref": "#/definitions/ConnectionStateProperties" + "type": "string", + "enum": [ + "Sunday", + "Monday", + "Tuesday", + "Wednesday", + "Thursday", + "Friday", + "Saturday" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The connection state of a managed private endpoint" + "description": "The day of the week." }, - "fqdns": { + "occurrence": { "oneOf": [ { - "type": "array", - "items": { - "type": "string" - } + "type": "integer" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Fully qualified domain names" - }, - "groupId": { - "type": "string", - "description": "The groupId to which the managed private endpoint is created" - }, - "privateLinkResourceId": { - "type": "string", - "description": "The ARM resource ID of the resource to which the managed private endpoint is created" + "description": "The occurrence." } }, - "description": "Properties of a managed private endpoint" + "description": "The recurrence schedule occurrence." }, - "ManagedVirtualNetwork": { + "RedirectIncompatibleRowSettings": { "type": "object", "properties": { "additionalProperties": { @@ -12794,313 +20687,223 @@ } ], "description": "Unmatched properties from the message are deserialized this collection" + }, + "linkedServiceName": { + "type": "object", + "properties": {}, + "description": "Name of the Azure Storage, Storage SAS, or Azure Data Lake Store linked service used for redirecting incompatible row. Must be specified if redirectIncompatibleRowSettings is specified. Type: string (or Expression with resultType string)." + }, + "path": { + "type": "object", + "properties": {}, + "description": "The path for storing the redirect incompatible row data. Type: string (or Expression with resultType string)." } }, - "description": "A managed Virtual Network associated with the Azure Data Factory" + "required": [ + "linkedServiceName" + ], + "description": "Redirect incompatible row settings" }, - "MappingDataFlow": { + "RedshiftUnloadSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "MappingDataFlow" - ] + "bucketName": { + "type": "object", + "properties": {}, + "description": "The bucket of the interim Amazon S3 which will be used to store the unloaded data from Amazon Redshift source. The bucket must be in the same region as the Amazon Redshift source. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "s3LinkedServiceName": { "oneOf": [ { - "$ref": "#/definitions/MappingDataFlowTypeProperties" + "$ref": "#/definitions/LinkedServiceReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Mapping data flow type properties." + "description": "Linked service reference type." } }, "required": [ - "type" + "bucketName", + "s3LinkedServiceName" ], - "description": "Mapping data flow." + "description": "The Amazon S3 settings needed for the interim Amazon S3 when copying from Amazon Redshift with unload. With this, data from Amazon Redshift source will be unloaded into S3 first and then copied into the targeted sink from the interim S3." }, - "MappingDataFlowTypeProperties": { + "RelationalSource": { "type": "object", "properties": { - "script": { - "type": "string", - "description": "DataFlow script." - }, - "sinks": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/DataFlowSink" + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of sinks in data flow." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "sources": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/DataFlowSource" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of sources in data flow." + "query": { + "type": "object", + "properties": {}, + "description": "Database query. Type: string (or Expression with resultType string)." }, - "transformations": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/Transformation" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of transformations in data flow." - } - }, - "description": "Mapping data flow type properties." - }, - "MariaDBLinkedService": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "MariaDB" + "RelationalSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/MariaDBLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "MariaDB server linked service properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "MariaDB server linked service." - }, - "MariaDBLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "pwd": { - "oneOf": [ - { - "$ref": "#/definitions/AzureKeyVaultSecretReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Key Vault secret reference." - } - }, - "description": "MariaDB server linked service properties." + "description": "A copy activity source for various relational databases." }, - "MariaDBTableDataset": { + "RelationalTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MariaDBTable" + "RelationalTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/RelationalTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Relational table dataset properties." } }, "required": [ "type" ], - "description": "MariaDB server dataset." + "description": "The relational table dataset." }, - "MarketoLinkedService": { + "RelationalTableDatasetTypeProperties": { + "type": "object", + "properties": { + "tableName": { + "type": "object", + "properties": {}, + "description": "The relational table name. Type: string (or Expression with resultType string)." + } + }, + "description": "Relational table dataset properties." + }, + "RerunTumblingWindowTrigger": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Marketo" + "RerunTumblingWindowTrigger" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MarketoLinkedServiceTypeProperties" + "$ref": "#/definitions/RerunTumblingWindowTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Marketo server linked service properties." + "description": "Rerun Trigger properties." } }, "required": [ "type", "typeProperties" ], - "description": "Marketo server linked service." + "description": "Trigger that schedules pipeline reruns for all fixed time interval windows from a requested start time to requested end time." }, - "MarketoLinkedServiceTypeProperties": { + "RerunTumblingWindowTriggerTypeProperties": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "The client Id of your Marketo service." - }, - "clientSecret": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "endpoint": { - "type": "object", - "properties": {}, - "description": "The endpoint of the Marketo server. (i.e. 123-ABC-321.mktorest.com)" - }, - "useEncryptedEndpoints": { + "parentTrigger": { "type": "object", "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "The parent trigger reference." }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "requestedEndTime": { + "type": "string", + "format": "date-time", + "description": "The end time for the time period for which restatement is initiated. Only UTC time is currently supported." }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." - } - }, - "required": [ - "clientId", - "endpoint" - ], - "description": "Marketo server linked service properties." - }, - "MarketoObjectDataset": { - "type": "object", - "properties": { - "type": { + "requestedStartTime": { "type": "string", - "enum": [ - "MarketoObject" - ] + "format": "date-time", + "description": "The start time for the time period for which restatement is initiated. Only UTC time is currently supported." }, - "typeProperties": { + "rerunConcurrency": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "type": "integer", + "minimum": 1, + "maximum": 50 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "The max number of parallel time windows (ready for execution) for which a rerun is triggered." } }, "required": [ - "type" + "parentTrigger", + "requestedEndTime", + "requestedStartTime", + "rerunConcurrency" ], - "description": "Marketo server dataset." + "description": "Rerun Trigger properties." }, - "MicrosoftAccessLinkedService": { + "ResponsysLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MicrosoftAccess" + "Responsys" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MicrosoftAccessLinkedServiceTypeProperties" + "$ref": "#/definitions/ResponsysLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Microsoft Access linked service properties." + "description": "Responsys linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Microsoft Access linked service." + "description": "Responsys linked service." }, - "MicrosoftAccessLinkedServiceTypeProperties": { + "ResponsysLinkedServiceTypeProperties": { "type": "object", "properties": { - "authenticationType": { - "type": "object", - "properties": {}, - "description": "Type of authentication used to connect to the Microsoft Access as ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." - }, - "connectionString": { + "clientId": { "type": "object", "properties": {}, - "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "The client ID associated with the Responsys application. Type: string (or Expression with resultType string)." }, - "credential": { + "clientSecret": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -13116,170 +20919,197 @@ "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "endpoint": { + "type": "object", + "properties": {}, + "description": "The endpoint of the Responsys server." }, - "userName": { + "useEncryptedEndpoints": { "type": "object", "properties": {}, - "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." } }, "required": [ - "connectionString" + "clientId", + "endpoint" ], - "description": "Microsoft Access linked service properties." + "description": "Responsys linked service properties." }, - "MicrosoftAccessTableDataset": { + "ResponsysObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MicrosoftAccessTable" + "ResponsysObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MicrosoftAccessTableDatasetTypeProperties" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Microsoft Access table dataset properties." + "description": "Properties specific to this dataset type." } }, "required": [ "type" ], - "description": "The Microsoft Access table dataset." + "description": "Responsys dataset." }, - "MicrosoftAccessTableDatasetTypeProperties": { + "ResponsysSource": { "type": "object", "properties": { - "tableName": { + "query": { "type": "object", "properties": {}, - "description": "The Microsoft Access table name. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "ResponsysSource" + ] } }, - "description": "Microsoft Access table dataset properties." + "required": [ + "type" + ], + "description": "A copy activity Responsys source." }, - "MongoDbCollectionDataset": { + "RestResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MongoDbCollection" + "RestResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MongoDbCollectionDatasetTypeProperties" + "$ref": "#/definitions/RestResourceDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "MongoDB database dataset properties." + "description": "Properties specific to this dataset type." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "The MongoDB database dataset." + "description": "A Rest service dataset." }, - "MongoDbCollectionDatasetTypeProperties": { + "RestResourceDatasetTypeProperties": { "type": "object", "properties": { - "collectionName": { + "additionalHeaders": { "type": "object", "properties": {}, - "description": "The table name of the MongoDB database. Type: string (or Expression with resultType string)." + "description": "The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string)." + }, + "paginationRules": { + "type": "object", + "properties": {}, + "description": "The pagination rules to compose next page requests. Type: string (or Expression with resultType string)." + }, + "relativeUrl": { + "type": "object", + "properties": {}, + "description": "The relative URL to the resource that the RESTful API provides. Type: string (or Expression with resultType string)." + }, + "requestBody": { + "type": "object", + "properties": {}, + "description": "The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string)." + }, + "requestMethod": { + "type": "object", + "properties": {}, + "description": "The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string)." } }, - "required": [ - "collectionName" - ], - "description": "MongoDB database dataset properties." + "description": "Properties specific to this dataset type." }, - "MongoDbLinkedService": { + "RestServiceLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MongoDb" + "RestService" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MongoDbLinkedServiceTypeProperties" + "$ref": "#/definitions/RestServiceLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "MongoDB linked service properties." + "description": "Rest Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for MongoDb data source." + "description": "Rest Service linked service." }, - "MongoDbLinkedServiceTypeProperties": { + "RestServiceLinkedServiceTypeProperties": { "type": "object", "properties": { - "allowSelfSignedServerCert": { + "aadResourceId": { "type": "object", "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "The resource you are requesting authorization to use." }, "authenticationType": { "oneOf": [ { "type": "string", "enum": [ + "Anonymous", "Basic", - "Anonymous" + "AadServicePrincipal", + "ManagedServiceIdentity" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to be used to connect to the MongoDB database." - }, - "authSource": { - "type": "object", - "properties": {}, - "description": "Database to verify the username and password. Type: string (or Expression with resultType string)." + "description": "Type of authentication used to connect to the REST service." }, - "databaseName": { + "azureCloudType": { "type": "object", "properties": {}, - "description": "The name of the MongoDB database that you want to access. Type: string (or Expression with resultType string)." + "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." }, - "enableSsl": { + "enableServerCertificateValidation": { "type": "object", "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "Whether to validate server side SSL certificate when connecting to the endpoint.The default value is true. Type: boolean (or Expression with resultType boolean)." }, "encryptedCredential": { "type": "object", @@ -13297,441 +21127,455 @@ ], "description": "The base definition of a secret type." }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port number that the MongoDB server uses to listen for client connections. The default value is 27017. Type: integer (or Expression with resultType integer), minimum: 0." - }, - "server": { - "type": "object", - "properties": {}, - "description": "The IP address or server name of the MongoDB server. Type: string (or Expression with resultType string)." - }, - "username": { + "servicePrincipalId": { "type": "object", "properties": {}, - "description": "Username for authentication. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "databaseName", - "server" - ], - "description": "MongoDB linked service properties." - }, - "MongoDbV2CollectionDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "MongoDbV2Collection" - ] + "description": "The application's client ID used in AadServicePrincipal authentication type." }, - "typeProperties": { + "servicePrincipalKey": { "oneOf": [ { - "$ref": "#/definitions/MongoDbV2CollectionDatasetTypeProperties" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "MongoDB database dataset properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "The MongoDB database dataset." - }, - "MongoDbV2CollectionDatasetTypeProperties": { - "type": "object", - "properties": { - "collection": { + "description": "The base definition of a secret type." + }, + "tenant": { "type": "object", "properties": {}, - "description": "The collection name of the MongoDB database. Type: string (or Expression with resultType string)." + "description": "The tenant information (domain name or tenant ID) used in AadServicePrincipal authentication type under which your application resides." + }, + "url": { + "type": "object", + "properties": {}, + "description": "The base URL of the REST service." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "The user name used in Basic authentication type." } }, "required": [ - "collection" + "authenticationType", + "url" ], - "description": "MongoDB database dataset properties." + "description": "Rest Service linked service properties." }, - "MongoDbV2LinkedService": { + "RestSink": { "type": "object", "properties": { + "additionalHeaders": { + "type": "object", + "properties": {}, + "description": "The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string)." + }, + "compressionType": { + "type": "object", + "properties": {}, + "description": "Compression Type to Send data in compressed format with Optimal Compression Level, Default is None. And The Only Supported option is Gzip. " + }, + "httpRequestTimeout": { + "type": "object", + "properties": {}, + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "requestInterval": { + "type": "object", + "properties": {}, + "description": "The time to await before sending next request, in milliseconds " + }, + "requestMethod": { + "type": "object", + "properties": {}, + "description": "The HTTP method used to call the RESTful API. The default is POST. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "MongoDbV2" + "RestSink" ] }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/MongoDbV2LinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "MongoDB linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Linked service for MongoDB data source." - }, - "MongoDbV2LinkedServiceTypeProperties": { - "type": "object", - "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "The MongoDB connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "database": { + "wrapRequestJsonInAnObject": { "type": "object", "properties": {}, - "description": "The name of the MongoDB database that you want to access. Type: string (or Expression with resultType string)." + "description": "Wraps Request Array Json into an Object before calling the rest endpoint , Default is false. ex: if true request content sample format is { rows:[]} else the format is []" } }, "required": [ - "connectionString", - "database" + "type" ], - "description": "MongoDB linked service properties." + "description": "A copy activity Rest service Sink." }, - "MultiplePipelineTrigger": { + "RestSource": { "type": "object", "properties": { - "pipelines": { + "additionalColumns": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/TriggerPipelineReference" + "$ref": "#/definitions/AdditionalColumns" } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Pipelines that need to be started." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "additionalHeaders": { + "type": "object", + "properties": {}, + "description": "The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string)." + }, + "httpRequestTimeout": { + "type": "object", + "properties": {}, + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "paginationRules": { + "type": "object", + "properties": {}, + "description": "The pagination rules to compose next page requests. Type: string (or Expression with resultType string)." + }, + "requestBody": { + "type": "object", + "properties": {}, + "description": "The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string)." + }, + "requestInterval": { + "type": "object", + "properties": {}, + "description": "The time to await before sending next page request. " + }, + "requestMethod": { + "type": "object", + "properties": {}, + "description": "The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string)." }, "type": { "type": "string", "enum": [ - "MultiplePipelineTrigger" + "RestSource" ] } }, "required": [ "type" ], - "description": "Base class for all triggers that support one to many model for trigger to pipeline." + "description": "A copy activity Rest service source." }, - "MySqlLinkedService": { + "RetryPolicy": { + "type": "object", + "properties": { + "count": { + "type": "object", + "properties": {}, + "description": "Maximum ordinary retry attempts. Default is 0. Type: integer (or Expression with resultType integer), minimum: 0." + }, + "intervalInSeconds": { + "oneOf": [ + { + "type": "integer", + "minimum": 30, + "maximum": 86400 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Interval between retries in seconds. Default is 30." + } + }, + "description": "Execution policy for an activity." + }, + "SalesforceLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "MySql" + "Salesforce" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/MySqlLinkedServiceTypeProperties" + "$ref": "#/definitions/SalesforceLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "MySQL linked service properties." + "description": "Salesforce linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for MySQL data source." + "description": "Linked service for Salesforce." }, - "MySqlLinkedServiceTypeProperties": { + "SalesforceLinkedServiceTypeProperties": { "type": "object", "properties": { - "connectionString": { + "apiVersion": { "type": "object", "properties": {}, - "description": "The connection string." + "description": "The Salesforce API version used in ADF. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, + "environmentUrl": { + "type": "object", + "properties": {}, + "description": "The URL of Salesforce instance. Default is 'https://login.salesforce.com'. To copy data from sandbox, specify 'https://test.salesforce.com'. To copy data from custom domain, specify, for example, 'https://[domain].my.salesforce.com'. Type: string (or Expression with resultType string)." + }, "password": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "required": [ - "connectionString" - ], - "description": "MySQL linked service properties." - }, - "MySqlTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "MySqlTable" - ] + "description": "The base definition of a secret type." }, - "typeProperties": { + "securityToken": { "oneOf": [ { - "$ref": "#/definitions/MySqlTableDatasetTypeProperties" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "MySql table dataset properties." - } - }, - "required": [ - "type" - ], - "description": "The MySQL table dataset." - }, - "MySqlTableDatasetTypeProperties": { - "type": "object", - "properties": { - "tableName": { + "description": "The base definition of a secret type." + }, + "username": { "type": "object", "properties": {}, - "description": "The MySQL table name. Type: string (or Expression with resultType string)." + "description": "The username for Basic authentication of the Salesforce instance. Type: string (or Expression with resultType string)." } }, - "description": "MySql table dataset properties." + "description": "Salesforce linked service properties." }, - "NetezzaLinkedService": { + "SalesforceMarketingCloudLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Netezza" + "SalesforceMarketingCloud" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/NetezzaLinkedServiceTypeProperties" + "$ref": "#/definitions/SalesforceMarketingCloudLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Netezza linked service properties." + "description": "Salesforce Marketing Cloud linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Netezza linked service." + "description": "Salesforce Marketing Cloud linked service." }, - "NetezzaLinkedServiceTypeProperties": { + "SalesforceMarketingCloudLinkedServiceTypeProperties": { "type": "object", "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "An ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { + "clientId": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The client ID associated with the Salesforce Marketing Cloud application. Type: string (or Expression with resultType string)." }, - "pwd": { + "clientSecret": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The base definition of a secret type." + }, + "connectionProperties": { + "type": "object", + "properties": {}, + "description": "Properties used to connect to Salesforce Marketing Cloud. It is mutually exclusive with any other properties in the linked service. Type: object." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "useEncryptedEndpoints": { + "type": "object", + "properties": {}, + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "usePeerVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." } }, - "description": "Netezza linked service properties." + "description": "Salesforce Marketing Cloud linked service properties." }, - "NetezzaTableDataset": { + "SalesforceMarketingCloudObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "NetezzaTable" + "SalesforceMarketingCloudObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/NetezzaTableDatasetTypeProperties" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Netezza dataset properties." + "description": "Properties specific to this dataset type." } }, "required": [ "type" ], - "description": "Netezza dataset." + "description": "Salesforce Marketing Cloud dataset." }, - "NetezzaTableDatasetTypeProperties": { + "SalesforceMarketingCloudSource": { "type": "object", "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Netezza. Type: string (or Expression with resultType string)." - }, - "table": { + "query": { "type": "object", "properties": {}, - "description": "The table name of the Netezza. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "type": { + "type": "string", + "enum": [ + "SalesforceMarketingCloudSource" + ] } }, - "description": "Netezza dataset properties." + "required": [ + "type" + ], + "description": "A copy activity Salesforce Marketing Cloud source." }, - "ODataLinkedService": { + "SalesforceObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "OData" + "SalesforceObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ODataLinkedServiceTypeProperties" + "$ref": "#/definitions/SalesforceObjectDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "OData linked service properties." + "description": "Salesforce object dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Open Data Protocol (OData) linked service." + "description": "The Salesforce object dataset." }, - "ODataLinkedServiceTypeProperties": { + "SalesforceObjectDatasetTypeProperties": { "type": "object", "properties": { - "aadResourceId": { + "objectApiName": { "type": "object", "properties": {}, - "description": "Specify the resource you are requesting authorization to use Directory. Type: string (or Expression with resultType string)." - }, - "aadServicePrincipalCredentialType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "ServicePrincipalKey", - "ServicePrincipalCert" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specify the credential type (key or cert) is used for service principal." + "description": "The Salesforce object API name. Type: string (or Expression with resultType string)." + } + }, + "description": "Salesforce object dataset properties." + }, + "SalesforceServiceCloudLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "SalesforceServiceCloud" + ] }, - "authenticationType": { + "typeProperties": { "oneOf": [ - { - "type": "string", - "enum": [ - "Basic", - "Anonymous", - "Windows", - "AadServicePrincipal", - "ManagedServiceIdentity" - ] + { + "$ref": "#/definitions/SalesforceServiceCloudLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Type of authentication used to connect to the OData service." - }, - "azureCloudType": { + "description": "Salesforce Service Cloud linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for Salesforce Service Cloud." + }, + "SalesforceServiceCloudLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "apiVersion": { "type": "object", "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." + "description": "The Salesforce API version used in ADF. Type: string (or Expression with resultType string)." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "environmentUrl": { + "type": "object", + "properties": {}, + "description": "The URL of Salesforce Service Cloud instance. Default is 'https://login.salesforce.com'. To copy data from sandbox, specify 'https://test.salesforce.com'. To copy data from custom domain, specify, for example, 'https://[domain].my.salesforce.com'. Type: string (or Expression with resultType string)." }, - "servicePrincipalEmbeddedCert": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "extendedProperties": { + "type": "object", + "properties": {}, + "description": "Extended properties appended to the connection string. Type: string (or Expression with resultType string)." }, - "servicePrincipalEmbeddedCertPassword": { + "password": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -13742,12 +21586,7 @@ ], "description": "The base definition of a secret type." }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "Specify the application id of your application registered in Azure Active Directory. Type: string (or Expression with resultType string)." - }, - "servicePrincipalKey": { + "securityToken": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -13758,271 +21597,360 @@ ], "description": "The base definition of a secret type." }, - "tenant": { - "type": "object", - "properties": {}, - "description": "Specify the tenant information (domain name or tenant ID) under which your application resides. Type: string (or Expression with resultType string)." - }, - "url": { - "type": "object", - "properties": {}, - "description": "The URL of the OData service endpoint. Type: string (or Expression with resultType string)." - }, - "userName": { + "username": { "type": "object", "properties": {}, - "description": "User name of the OData service. Type: string (or Expression with resultType string)." + "description": "The username for Basic authentication of the Salesforce instance. Type: string (or Expression with resultType string)." } }, - "required": [ - "url" - ], - "description": "OData linked service properties." + "description": "Salesforce Service Cloud linked service properties." }, - "ODataResourceDataset": { + "SalesforceServiceCloudObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ODataResource" + "SalesforceServiceCloudObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ODataResourceDatasetTypeProperties" + "$ref": "#/definitions/SalesforceServiceCloudObjectDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "OData dataset properties." + "description": "Salesforce Service Cloud object dataset properties." } }, "required": [ "type" ], - "description": "The Open Data Protocol (OData) resource dataset." + "description": "The Salesforce Service Cloud object dataset." }, - "ODataResourceDatasetTypeProperties": { + "SalesforceServiceCloudObjectDatasetTypeProperties": { "type": "object", "properties": { - "path": { + "objectApiName": { "type": "object", "properties": {}, - "description": "The OData resource path. Type: string (or Expression with resultType string)." + "description": "The Salesforce Service Cloud object API name. Type: string (or Expression with resultType string)." } }, - "description": "OData dataset properties." + "description": "Salesforce Service Cloud object dataset properties." }, - "OdbcLinkedService": { + "SalesforceServiceCloudSink": { "type": "object", "properties": { + "externalIdFieldName": { + "type": "object", + "properties": {}, + "description": "The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string)." + }, + "ignoreNullValues": { + "type": "object", + "properties": {}, + "description": "The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean)." + }, "type": { "type": "string", "enum": [ - "Odbc" + "SalesforceServiceCloudSink" ] }, - "typeProperties": { + "writeBehavior": { "oneOf": [ { - "$ref": "#/definitions/OdbcLinkedServiceTypeProperties" + "type": "string", + "enum": [ + "Insert", + "Upsert" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "ODBC linked service properties." + "description": "The write behavior for the operation. Default is Insert." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Open Database Connectivity (ODBC) linked service." + "description": "A copy activity Salesforce Service Cloud sink." }, - "OdbcLinkedServiceTypeProperties": { + "SalesforceServiceCloudSource": { "type": "object", "properties": { - "authenticationType": { - "type": "object", - "properties": {}, - "description": "Type of authentication used to connect to the ODBC data store. Possible values are: Anonymous and Basic. Type: string (or Expression with resultType string)." - }, - "connectionString": { - "type": "object", - "properties": {}, - "description": "The non-access credential portion of the connection string as well as an optional encrypted credential. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "credential": { + "additionalColumns": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "encryptedCredential": { + "query": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." }, - "password": { + "readBehavior": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "string", + "enum": [ + "Query", + "QueryAll" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The read behavior for the operation. Default is Query." }, - "userName": { - "type": "object", - "properties": {}, - "description": "User name for Basic authentication. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "SalesforceServiceCloudSource" + ] } }, "required": [ - "connectionString" + "type" ], - "description": "ODBC linked service properties." + "description": "A copy activity Salesforce Service Cloud source." }, - "OdbcTableDataset": { + "SalesforceSink": { "type": "object", "properties": { + "externalIdFieldName": { + "type": "object", + "properties": {}, + "description": "The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string)." + }, + "ignoreNullValues": { + "type": "object", + "properties": {}, + "description": "The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean)." + }, "type": { "type": "string", "enum": [ - "OdbcTable" + "SalesforceSink" ] }, - "typeProperties": { + "writeBehavior": { "oneOf": [ { - "$ref": "#/definitions/OdbcTableDatasetTypeProperties" + "type": "string", + "enum": [ + "Insert", + "Upsert" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "ODBC table dataset properties." + "description": "The write behavior for the operation. Default is Insert." } }, "required": [ "type" ], - "description": "The ODBC table dataset." + "description": "A copy activity Salesforce sink." }, - "OdbcTableDatasetTypeProperties": { + "SalesforceSource": { "type": "object", "properties": { - "tableName": { + "query": { "type": "object", "properties": {}, - "description": "The ODBC table name. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "readBehavior": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Query", + "QueryAll" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The read behavior for the operation. Default is Query." + }, + "type": { + "type": "string", + "enum": [ + "SalesforceSource" + ] } }, - "description": "ODBC table dataset properties." + "required": [ + "type" + ], + "description": "A copy activity Salesforce source." }, - "Office365Dataset": { + "SapBwCubeDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Office365Table" + "SapBwCube" + ] + } + }, + "required": [ + "type" + ], + "description": "The SAP BW cube dataset." + }, + "SapBWLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "SapBW" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/Office365DatasetTypeProperties" + "$ref": "#/definitions/SapBWLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Office365 dataset properties." + "description": "Properties specific to this linked service type." } }, "required": [ "type", "typeProperties" ], - "description": "The Office365 account." + "description": "SAP Business Warehouse Linked Service." + }, + "SapBWLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "clientId": { + "type": "object", + "properties": {}, + "description": "Client ID of the client on the BW system. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." + }, + "server": { + "type": "object", + "properties": {}, + "description": "Host name of the SAP BW instance. Type: string (or Expression with resultType string)." + }, + "systemNumber": { + "type": "object", + "properties": {}, + "description": "System number of the BW system. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "Username to access the SAP BW server. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "clientId", + "server", + "systemNumber" + ], + "description": "Properties specific to this linked service type." }, - "Office365DatasetTypeProperties": { + "SapBwSource": { "type": "object", "properties": { - "predicate": { + "query": { "type": "object", "properties": {}, - "description": "A predicate expression that can be used to filter the specific rows to extract from Office 365. Type: string (or Expression with resultType string)." + "description": "MDX query. Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "Name of the dataset to extract from Office 365. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "SapBwSource" + ] } }, "required": [ - "tableName" + "type" ], - "description": "Office365 dataset properties." + "description": "A copy activity source for SapBW server via MDX." }, - "Office365LinkedService": { + "SapCloudForCustomerLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Office365" + "SapCloudForCustomer" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/Office365LinkedServiceTypeProperties" + "$ref": "#/definitions/SapCloudForCustomerLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Office365 linked service properties." + "description": "SAP Cloud for Customer linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Office365 linked service." + "description": "Linked service for SAP Cloud for Customer." }, - "Office365LinkedServiceTypeProperties": { + "SapCloudForCustomerLinkedServiceTypeProperties": { "type": "object", "properties": { "encryptedCredential": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "office365TenantId": { - "type": "object", - "properties": {}, - "description": "Azure tenant ID to which the Office 365 account belongs. Type: string (or Expression with resultType string)." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "Specify the application's client ID. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Either encryptedCredential or username/password must be provided. Type: string (or Expression with resultType string)." }, - "servicePrincipalKey": { + "password": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -14033,116 +21961,156 @@ ], "description": "The base definition of a secret type." }, - "servicePrincipalTenantId": { + "url": { "type": "object", "properties": {}, - "description": "Specify the tenant information under which your Azure AD web application resides. Type: string (or Expression with resultType string)." + "description": "The URL of SAP Cloud for Customer OData API. For example, '[https://[tenantname].crm.ondemand.com/sap/c4c/odata/v1]'. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The username for Basic authentication. Type: string (or Expression with resultType string)." } }, "required": [ - "office365TenantId", - "servicePrincipalId", - "servicePrincipalKey", - "servicePrincipalTenantId" + "url" ], - "description": "Office365 linked service properties." + "description": "SAP Cloud for Customer linked service properties." }, - "OracleLinkedService": { + "SapCloudForCustomerResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Oracle" + "SapCloudForCustomerResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/OracleLinkedServiceTypeProperties" + "$ref": "#/definitions/SapCloudForCustomerResourceDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Oracle database linked service properties." + "description": "Sap Cloud For Customer OData resource dataset properties." } }, "required": [ "type", "typeProperties" ], - "description": "Oracle database." + "description": "The path of the SAP Cloud for Customer OData entity." }, - "OracleLinkedServiceTypeProperties": { + "SapCloudForCustomerResourceDatasetTypeProperties": { "type": "object", "properties": { - "connectionString": { + "path": { "type": "object", "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { + "description": "The path of the SAP Cloud for Customer OData entity. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "path" + ], + "description": "Sap Cloud For Customer OData resource dataset properties." + }, + "SapCloudForCustomerSink": { + "type": "object", + "properties": { + "httpRequestTimeout": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." }, - "password": { + "type": { + "type": "string", + "enum": [ + "SapCloudForCustomerSink" + ] + }, + "writeBehavior": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "string", + "enum": [ + "Insert", + "Update" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The write behavior for the operation. Default is 'Insert'." } }, "required": [ - "connectionString" + "type" ], - "description": "Oracle database linked service properties." + "description": "A copy activity SAP Cloud for Customer sink." }, - "OracleServiceCloudLinkedService": { + "SapCloudForCustomerSource": { "type": "object", "properties": { + "httpRequestTimeout": { + "type": "object", + "properties": {}, + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "query": { + "type": "object", + "properties": {}, + "description": "SAP Cloud for Customer OData query. For example, \"$top=1\". Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "OracleServiceCloud" + "SapCloudForCustomerSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for SAP Cloud for Customer source." + }, + "SapEccLinkedService": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "SapEcc" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/OracleServiceCloudLinkedServiceTypeProperties" + "$ref": "#/definitions/SapEccLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Oracle Service Cloud linked service properties." + "description": "SAP ECC linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Oracle Service Cloud linked service." + "description": "Linked service for SAP ERP Central Component(SAP ECC)." }, - "OracleServiceCloudLinkedServiceTypeProperties": { + "SapEccLinkedServiceTypeProperties": { "type": "object", "properties": { "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "host": { - "type": "object", - "properties": {}, - "description": "The URL of the Oracle Service Cloud instance." + "type": "string", + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Either encryptedCredential or username/password must be provided. Type: string (or Expression with resultType string)." }, "password": { "oneOf": [ @@ -14155,331 +22123,331 @@ ], "description": "The base definition of a secret type." }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." - }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + "url": { + "type": "string", + "description": "The URL of SAP ECC OData API. For example, '[https://hostname:port/sap/opu/odata/sap/servicename/]'. Type: string (or Expression with resultType string)." }, "username": { - "type": "object", - "properties": {}, - "description": "The user name that you use to access Oracle Service Cloud server." + "type": "string", + "description": "The username for Basic authentication. Type: string (or Expression with resultType string)." } }, "required": [ - "host", - "password", - "username" + "url" ], - "description": "Oracle Service Cloud linked service properties." + "description": "SAP ECC linked service properties." }, - "OracleServiceCloudObjectDataset": { + "SapEccResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "OracleServiceCloudObject" + "SapEccResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/SapEccResourceDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Sap ECC OData resource dataset properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Oracle Service Cloud dataset." + "description": "The path of the SAP ECC OData entity." }, - "OracleTableDataset": { + "SapEccResourceDatasetTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "OracleTable" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/OracleTableDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "On-premises Oracle dataset properties." + "path": { + "type": "object", + "properties": {}, + "description": "The path of the SAP ECC OData entity. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "path" ], - "description": "The on-premises Oracle database dataset." + "description": "Sap ECC OData resource dataset properties." }, - "OracleTableDatasetTypeProperties": { + "SapEccSource": { "type": "object", "properties": { - "schema": { + "httpRequestTimeout": { "type": "object", "properties": {}, - "description": "The schema name of the on-premises Oracle database. Type: string (or Expression with resultType string)." + "description": "The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." }, - "table": { + "query": { "type": "object", "properties": {}, - "description": "The table name of the on-premises Oracle database. Type: string (or Expression with resultType string)." + "description": "SAP ECC OData query. For example, \"$top=1\". Type: string (or Expression with resultType string)." }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "type": { + "type": "string", + "enum": [ + "SapEccSource" + ] } }, - "description": "On-premises Oracle dataset properties." + "required": [ + "type" + ], + "description": "A copy activity source for SAP ECC source." }, - "OrcDataset": { + "SapHanaLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Orc" + "SapHana" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/OrcDatasetTypeProperties" + "$ref": "#/definitions/SapHanaLinkedServiceProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "ORC dataset properties." + "description": "Properties specific to this linked service type." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "ORC dataset." + "description": "SAP HANA Linked Service." }, - "OrcDatasetTypeProperties": { + "SapHanaLinkedServiceProperties": { "type": "object", "properties": { - "location": { + "authenticationType": { "oneOf": [ { - "$ref": "#/definitions/DatasetLocation" + "type": "string", + "enum": [ + "Basic", + "Windows" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Dataset location." + "description": "The authentication type to be used to connect to the SAP HANA server." + }, + "connectionString": { + "type": "object", + "properties": {}, + "description": "SAP HANA ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "orcCompressionCodec": { + "password": { "oneOf": [ { - "type": "string", - "enum": [ - "none", - "zlib", - "snappy" - ] + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } - ] + ], + "description": "The base definition of a secret type." + }, + "server": { + "type": "object", + "properties": {}, + "description": "Host name of the SAP HANA server. Type: string (or Expression with resultType string)." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "Username to access the SAP HANA server. Type: string (or Expression with resultType string)." } }, - "required": [ - "location" - ], - "description": "ORC dataset properties." + "description": "Properties specific to this linked service type." }, - "PackageStore": { + "SapHanaPartitionSettings": { "type": "object", "properties": { - "name": { - "type": "string", - "description": "The name of the package store" - }, - "packageStoreLinkedService": { - "oneOf": [ - { - "$ref": "#/definitions/EntityReference" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The entity reference." + "partitionColumnName": { + "type": "object", + "properties": {}, + "description": "The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." } }, - "required": [ - "name", - "packageStoreLinkedService" - ], - "description": "Package store for the SSIS integration runtime." + "description": "The settings that will be leveraged for SAP HANA source partitioning." }, - "ParameterSpecification": { + "SapHanaSource": { "type": "object", "properties": { - "defaultValue": { + "packetSize": { "type": "object", "properties": {}, - "description": "Default value of parameter." + "description": "The packet size of data read from SAP HANA. Type: integer(or Expression with resultType integer)." }, - "type": { + "partitionOption": { "oneOf": [ { "type": "string", "enum": [ - "Object", - "String", - "Int", - "Float", - "Bool", - "Array", - "SecureString" + "None", + "PhysicalPartitionsOfTable", + "SapHanaDynamicRange" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Parameter type." + "description": "The partition mechanism that will be used for SAP HANA read in parallel." + }, + "partitionSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SapHanaPartitionSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The settings that will be leveraged for SAP HANA source partitioning." + }, + "query": { + "type": "object", + "properties": {}, + "description": "SAP HANA Sql query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SapHanaSource" + ] } }, "required": [ "type" ], - "description": "Definition of a single parameter for an entity." + "description": "A copy activity source for SAP HANA source." }, - "ParquetDataset": { + "SapHanaTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Parquet" + "SapHanaTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ParquetDatasetTypeProperties" + "$ref": "#/definitions/SapHanaTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Parquet dataset properties." + "description": "SAP HANA Table properties." } }, "required": [ "type" ], - "description": "Parquet dataset." + "description": "SAP HANA Table properties." }, - "ParquetDatasetTypeProperties": { + "SapHanaTableDatasetTypeProperties": { "type": "object", "properties": { - "compressionCodec": { - "oneOf": [ - { - "type": "string", - "enum": [ - "none", - "gzip", - "snappy", - "lzo", - "bzip2", - "deflate", - "zipDeflate", - "lz4", - "tar", - "tarGZip" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ] + "schema": { + "type": "object", + "properties": {}, + "description": "The schema name of SAP HANA. Type: string (or Expression with resultType string)." }, - "location": { - "oneOf": [ - { - "$ref": "#/definitions/DatasetLocation" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Dataset location." + "table": { + "type": "object", + "properties": {}, + "description": "The table name of SAP HANA. Type: string (or Expression with resultType string)." } }, - "required": [ - "location" - ], - "description": "Parquet dataset properties." + "description": "SAP HANA Table properties." }, - "PaypalLinkedService": { + "SapOpenHubLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Paypal" + "SapOpenHub" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/PaypalLinkedServiceTypeProperties" + "$ref": "#/definitions/SapOpenHubLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Paypal Service linked service properties." + "description": "Properties specific to SAP Business Warehouse Open Hub Destination linked service type." } }, "required": [ "type", "typeProperties" ], - "description": "Paypal Service linked service." + "description": "SAP Business Warehouse Open Hub Destination Linked Service." }, - "PaypalLinkedServiceTypeProperties": { + "SapOpenHubLinkedServiceTypeProperties": { "type": "object", "properties": { "clientId": { "type": "object", "properties": {}, - "description": "The client ID associated with your PayPal application." + "description": "Client ID of the client on the BW system where the open hub destination is located. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." }, - "clientSecret": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "language": { + "type": "object", + "properties": {}, + "description": "Language of the BW system where the open hub destination is located. The default value is EN. Type: string (or Expression with resultType string)." + }, + "logonGroup": { + "type": "object", + "properties": {}, + "description": "The Logon Group for the SAP System. Type: string (or Expression with resultType string)." + }, + "messageServer": { + "type": "object", + "properties": {}, + "description": "The hostname of the SAP Message Server. Type: string (or Expression with resultType string)." + }, + "messageServerService": { + "type": "object", + "properties": {}, + "description": "The service name or port number of the Message Server. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -14490,160 +22458,174 @@ ], "description": "The base definition of a secret type." }, - "encryptedCredential": { + "server": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Host name of the SAP BW instance where the open hub destination is located. Type: string (or Expression with resultType string)." }, - "host": { + "systemId": { "type": "object", "properties": {}, - "description": "The URL of the PayPal instance. (i.e. api.sandbox.paypal.com)" + "description": "SystemID of the SAP system where the table is located. Type: string (or Expression with resultType string)." }, - "useEncryptedEndpoints": { + "systemNumber": { "type": "object", "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "System number of the BW system where the open hub destination is located. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." }, - "useHostVerification": { + "userName": { "type": "object", "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "Username to access the SAP BW server where the open hub destination is located. Type: string (or Expression with resultType string)." + } + }, + "description": "Properties specific to SAP Business Warehouse Open Hub Destination linked service type." + }, + "SapOpenHubSource": { + "type": "object", + "properties": { + "baseRequestId": { + "type": "object", + "properties": {}, + "description": "The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer )." }, - "usePeerVerification": { + "customRfcReadTableFunctionModule": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string)." + }, + "excludeLastRequest": { + "type": "object", + "properties": {}, + "description": "Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, + "sapDataColumnDelimiter": { + "type": "object", + "properties": {}, + "description": "The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SapOpenHubSource" + ] } }, "required": [ - "clientId", - "host" + "type" ], - "description": "Paypal Service linked service properties." + "description": "A copy activity source for SAP Business Warehouse Open Hub Destination source." }, - "PaypalObjectDataset": { + "SapOpenHubTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "PaypalObject" + "SapOpenHubTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/SapOpenHubTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Sap Business Warehouse Open Hub Destination Table properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Paypal Service dataset." + "description": "Sap Business Warehouse Open Hub Destination Table properties." }, - "PhoenixDatasetTypeProperties": { + "SapOpenHubTableDatasetTypeProperties": { "type": "object", "properties": { - "schema": { + "baseRequestId": { "type": "object", "properties": {}, - "description": "The schema name of the Phoenix. Type: string (or Expression with resultType string)." + "description": "The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer )." }, - "table": { + "excludeLastRequest": { "type": "object", "properties": {}, - "description": "The table name of the Phoenix. Type: string (or Expression with resultType string)." + "description": "Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean)." }, - "tableName": { + "openHubDestinationName": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "The name of the Open Hub Destination with destination type as Database Table. Type: string (or Expression with resultType string)." } }, - "description": "Phoenix Dataset Properties" + "required": [ + "openHubDestinationName" + ], + "description": "Sap Business Warehouse Open Hub Destination Table properties." }, - "PhoenixLinkedService": { + "SapTableLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Phoenix" + "SapTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/PhoenixLinkedServiceTypeProperties" + "$ref": "#/definitions/SapTableLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Phoenix server linked service properties." + "description": "Properties specific to this linked service type." } }, "required": [ "type", "typeProperties" ], - "description": "Phoenix server linked service." + "description": "SAP Table Linked Service." }, - "PhoenixLinkedServiceTypeProperties": { + "SapTableLinkedServiceTypeProperties": { "type": "object", "properties": { - "allowHostNameCNMismatch": { + "clientId": { "type": "object", "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + "description": "Client ID of the client on the SAP system where the table is located. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." }, - "allowSelfSignedServerCert": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." - }, - "authenticationType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "Anonymous", - "UsernameAndPassword", - "WindowsAzureHDInsightService" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The authentication mechanism used to connect to the Phoenix server." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "enableSsl": { + "language": { "type": "object", "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + "description": "Language of the SAP system where the table is located. The default value is EN. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "logonGroup": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The Logon Group for the SAP System. Type: string (or Expression with resultType string)." }, - "host": { + "messageServer": { "type": "object", "properties": {}, - "description": "The IP address or host name of the Phoenix server. (i.e. 192.168.222.160)" + "description": "The hostname of the SAP Message Server. Type: string (or Expression with resultType string)." }, - "httpPath": { + "messageServerService": { "type": "object", "properties": {}, - "description": "The partial URL corresponding to the Phoenix server. (i.e. /gateway/sandbox/phoenix/version). The default value is hbasephoenix if using WindowsAzureHDInsightService." + "description": "The service name or port number of the Message Server. Type: string (or Expression with resultType string)." }, "password": { "oneOf": [ @@ -14656,527 +22638,525 @@ ], "description": "The base definition of a secret type." }, - "port": { + "server": { "type": "object", "properties": {}, - "description": "The TCP port that the Phoenix server uses to listen for client connections. The default value is 8765." + "description": "Host name of the SAP instance where the table is located. Type: string (or Expression with resultType string)." }, - "trustedCertPath": { + "sncLibraryPath": { "type": "object", "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + "description": "External security product's library to access the SAP server where the table is located. Type: string (or Expression with resultType string)." }, - "username": { + "sncMode": { "type": "object", "properties": {}, - "description": "The user name used to connect to the Phoenix server." + "description": "SNC activation indicator to access the SAP server where the table is located. Must be either 0 (off) or 1 (on). Type: string (or Expression with resultType string)." }, - "useSystemTrustStore": { + "sncMyName": { "type": "object", "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." - } - }, - "required": [ - "authenticationType", - "host" - ], - "description": "Phoenix server linked service properties." - }, - "PhoenixObjectDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "PhoenixObject" - ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/PhoenixDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Phoenix Dataset Properties" - } - }, - "required": [ - "type" - ], - "description": "Phoenix server dataset." - }, - "Pipeline": { - "type": "object", - "properties": { - "activities": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/Activity" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of activities in pipeline." - }, - "annotations": { - "oneOf": [ - { - "type": "array", - "items": { - "type": "object", - "properties": {} - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "List of tags that can be used for describing the Pipeline." - }, - "concurrency": { - "oneOf": [ - { - "type": "integer", - "minimum": 1 - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The max number of concurrent runs for the pipeline." + "description": "Initiator's SNC name to access the SAP server where the table is located. Type: string (or Expression with resultType string)." }, - "description": { - "type": "string", - "description": "The description of the pipeline." + "sncPartnerName": { + "type": "object", + "properties": {}, + "description": "Communication partner's SNC name to access the SAP server where the table is located. Type: string (or Expression with resultType string)." }, - "folder": { - "oneOf": [ - { - "$ref": "#/definitions/PipelineFolder" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level." + "sncQop": { + "type": "object", + "properties": {}, + "description": "SNC Quality of Protection. Allowed value include: 1, 2, 3, 8, 9. Type: string (or Expression with resultType string)." }, - "parameters": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/ParameterSpecification" - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Definition of all parameters for an entity." + "systemId": { + "type": "object", + "properties": {}, + "description": "SystemID of the SAP system where the table is located. Type: string (or Expression with resultType string)." }, - "runDimensions": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Dimensions emitted by Pipeline." + "systemNumber": { + "type": "object", + "properties": {}, + "description": "System number of the SAP system where the table is located. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." }, - "variables": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/VariableSpecification" - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Definition of variable for a Pipeline." - } - }, - "description": "A data factory pipeline." - }, - "PipelineFolder": { - "type": "object", - "properties": { - "name": { - "type": "string", - "description": "The name of the folder that this Pipeline is in." + "userName": { + "type": "object", + "properties": {}, + "description": "Username to access the SAP server where the table is located. Type: string (or Expression with resultType string)." } }, - "description": "The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level." + "description": "Properties specific to this linked service type." }, - "PipelineReference": { + "SapTablePartitionSettings": { "type": "object", "properties": { - "name": { - "type": "string", - "description": "Reference name." - }, - "referenceName": { - "type": "string", - "description": "Reference pipeline name." + "maxPartitionsNumber": { + "type": "object", + "properties": {}, + "description": "The maximum value of partitions the table will be split into. Type: integer (or Expression with resultType string)." }, - "type": { - "oneOf": [ - { - "type": "string", - "enum": [ - "PipelineReference" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Pipeline reference type." + "partitionColumnName": { + "type": "object", + "properties": {}, + "description": "The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + }, + "partitionLowerBound": { + "type": "object", + "properties": {}, + "description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + }, + "partitionUpperBound": { + "type": "object", + "properties": {}, + "description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." } }, - "required": [ - "referenceName", - "type" - ], - "description": "Pipeline reference type." + "description": "The settings that will be leveraged for SAP table source partitioning." }, - "PostgreSqlLinkedService": { + "SapTableResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "PostgreSql" + "SapTableResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/PostgreSqlLinkedServiceTypeProperties" + "$ref": "#/definitions/SapTableResourceDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "PostgreSQL linked service properties." + "description": "SAP Table Resource properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for PostgreSQL data source." + "description": "SAP Table Resource properties." }, - "PostgreSqlLinkedServiceTypeProperties": { + "SapTableResourceDatasetTypeProperties": { "type": "object", "properties": { - "connectionString": { + "tableName": { "type": "object", "properties": {}, - "description": "The connection string." + "description": "The name of the SAP Table. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "tableName" + ], + "description": "SAP Table Resource properties." + }, + "SapTableSource": { + "type": "object", + "properties": { + "batchSize": { + "type": "object", + "properties": {}, + "description": "Specifies the maximum number of rows that will be retrieved at a time when retrieving data from SAP Table. Type: integer (or Expression with resultType integer)." }, - "encryptedCredential": { + "customRfcReadTableFunctionModule": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string)." }, - "password": { + "partitionOption": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "string", + "enum": [ + "None", + "PartitionOnInt", + "PartitionOnCalendarYear", + "PartitionOnCalendarMonth", + "PartitionOnCalendarDate", + "PartitionOnTime" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." - } - }, - "required": [ - "connectionString" - ], - "description": "PostgreSQL linked service properties." - }, - "PostgreSqlTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "PostgreSqlTable" - ] + "description": "The partition mechanism that will be used for SAP table read in parallel." }, - "typeProperties": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/PostgreSqlTableDatasetTypeProperties" + "$ref": "#/definitions/SapTablePartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "PostgreSQL table dataset properties." - } - }, - "required": [ - "type" - ], - "description": "The PostgreSQL table dataset." - }, - "PostgreSqlTableDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The PostgreSQL schema name. Type: string (or Expression with resultType string)." + "description": "The settings that will be leveraged for SAP table source partitioning." }, - "table": { + "rfcTableFields": { "type": "object", "properties": {}, - "description": "The PostgreSQL table name. Type: string (or Expression with resultType string)." + "description": "The fields of the SAP table that will be retrieved. For example, column0, column1. Type: string (or Expression with resultType string)." }, - "tableName": { + "rfcTableOptions": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." - } - }, - "description": "PostgreSQL table dataset properties." - }, - "PrestoDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { + "description": "The options for the filtering of the SAP Table. For example, COLUMN0 EQ SOME VALUE. Type: string (or Expression with resultType string)." + }, + "rowCount": { "type": "object", "properties": {}, - "description": "The schema name of the Presto. Type: string (or Expression with resultType string)." + "description": "The number of rows to be retrieved. Type: integer(or Expression with resultType integer)." }, - "table": { + "rowSkips": { "type": "object", "properties": {}, - "description": "The table name of the Presto. Type: string (or Expression with resultType string)." + "description": "The number of rows that will be skipped. Type: integer (or Expression with resultType integer)." }, - "tableName": { + "sapDataColumnDelimiter": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SapTableSource" + ] } }, - "description": "Presto Dataset Properties" + "required": [ + "type" + ], + "description": "A copy activity source for SAP Table source." }, - "PrestoLinkedService": { + "ScheduleTrigger": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Presto" + "ScheduleTrigger" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/PrestoLinkedServiceTypeProperties" + "$ref": "#/definitions/ScheduleTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Presto server linked service properties." + "description": "Schedule Trigger properties." } }, "required": [ "type", "typeProperties" ], - "description": "Presto server linked service." + "description": "Trigger that creates pipeline runs periodically, on schedule." }, - "PrestoLinkedServiceTypeProperties": { + "ScheduleTriggerRecurrence": { "type": "object", "properties": { - "allowHostNameCNMismatch": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" }, - "allowSelfSignedServerCert": { - "type": "object", - "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + "endTime": { + "type": "string", + "format": "date-time", + "description": "The end time." }, - "authenticationType": { + "frequency": { "oneOf": [ { "type": "string", "enum": [ - "Anonymous", - "LDAP" + "NotSpecified", + "Minute", + "Hour", + "Day", + "Week", + "Month", + "Year" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication mechanism used to connect to the Presto server." - }, - "catalog": { - "type": "object", - "properties": {}, - "description": "The catalog context for all request against the server." + "description": "The frequency." }, - "enableSsl": { - "type": "object", - "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + "interval": { + "oneOf": [ + { + "type": "integer" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The interval." }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "schedule": { + "oneOf": [ + { + "$ref": "#/definitions/RecurrenceSchedule" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The recurrence schedule." }, - "host": { - "type": "object", - "properties": {}, - "description": "The IP address or host name of the Presto server. (i.e. 192.168.222.160)" + "startTime": { + "type": "string", + "format": "date-time", + "description": "The start time." }, - "password": { + "timeZone": { + "type": "string", + "description": "The time zone." + } + }, + "description": "The workflow trigger recurrence." + }, + "ScheduleTriggerTypeProperties": { + "type": "object", + "properties": { + "recurrence": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/ScheduleTriggerRecurrence" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The workflow trigger recurrence." + } + }, + "required": [ + "recurrence" + ], + "description": "Schedule Trigger properties." + }, + "ScriptAction": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "The user provided name of the script action." }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port that the Presto server uses to listen for client connections. The default value is 8080." + "parameters": { + "type": "string", + "description": "The parameters for the script action." }, - "serverVersion": { + "roles": { "type": "object", "properties": {}, - "description": "The version of the Presto server. (i.e. 0.148-t)" + "description": "The node types on which the script action should be executed." }, - "timeZoneID": { - "type": "object", - "properties": {}, - "description": "The local time zone used by the connection. Valid values for this option are specified in the IANA Time Zone Database. The default value is the system time zone." + "uri": { + "type": "string", + "description": "The URI for the script action." + } + }, + "required": [ + "name", + "roles", + "uri" + ], + "description": "Custom script action to run on HDI ondemand cluster once it's up." + }, + "SecretBase": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/SecureString" }, - "trustedCertPath": { - "type": "object", - "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + { + "$ref": "#/definitions/AzureKeyVaultSecretReference" + } + ], + "properties": {}, + "description": "The base definition of a secret type." + }, + "SecureString": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "SecureString" + ] + }, + "value": { + "type": "string", + "description": "Value of secure string." + } + }, + "required": [ + "type", + "value" + ], + "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + }, + "SelfDependencyTumblingWindowTriggerReference": { + "type": "object", + "properties": { + "offset": { + "oneOf": [ + { + "type": "string", + "pattern": "-((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))", + "minLength": 8, + "maxLength": 15 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Timespan applied to the start time of a tumbling window when evaluating dependency." }, - "username": { - "type": "object", - "properties": {}, - "description": "The user name used to connect to the Presto server." + "size": { + "oneOf": [ + { + "type": "string", + "pattern": "((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))", + "minLength": 8, + "maxLength": 15 + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The size of the window when evaluating the dependency. If undefined the frequency of the tumbling window will be used." }, - "useSystemTrustStore": { - "type": "object", - "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + "type": { + "type": "string", + "enum": [ + "SelfDependencyTumblingWindowTriggerReference" + ] } }, "required": [ - "authenticationType", - "catalog", - "host", - "serverVersion" + "offset", + "type" ], - "description": "Presto server linked service properties." + "description": "Self referenced tumbling window trigger dependency." }, - "PrestoObjectDataset": { + "SelfHostedIntegrationRuntime": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "PrestoObject" + "SelfHosted" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/PrestoDatasetTypeProperties" + "$ref": "#/definitions/SelfHostedIntegrationRuntimeTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Presto Dataset Properties" + "description": "The self-hosted integration runtime properties." } }, "required": [ "type" ], - "description": "Presto server dataset." + "description": "Self-hosted integration runtime." }, - "QuickBooksLinkedService": { + "SelfHostedIntegrationRuntimeTypeProperties": { + "type": "object", + "properties": { + "linkedInfo": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedIntegrationRuntimeType" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a linked integration runtime." + } + }, + "description": "The self-hosted integration runtime properties." + }, + "ServiceNowLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "QuickBooks" + "ServiceNow" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/QuickBooksLinkedServiceTypeProperties" + "$ref": "#/definitions/ServiceNowLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "QuickBooks server linked service properties." + "description": "ServiceNow server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "QuickBooks server linked service." + "description": "ServiceNow server linked service." }, - "QuickBooksLinkedServiceTypeProperties": { + "ServiceNowLinkedServiceTypeProperties": { "type": "object", "properties": { - "accessToken": { + "authenticationType": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "string", + "enum": [ + "Basic", + "OAuth2" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The authentication type to use." }, - "accessTokenSecret": { + "clientId": { + "type": "object", + "properties": {}, + "description": "The client id for OAuth2 authentication." + }, + "clientSecret": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -15187,22 +23167,17 @@ ], "description": "The base definition of a secret type." }, - "companyId": { - "type": "object", - "properties": {}, - "description": "The company ID of the QuickBooks company to authorize." - }, - "connectionProperties": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Properties used to connect to QuickBooks. It is mutually exclusive with any other properties in the linked service. Type: object." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "consumerKey": { + "endpoint": { "type": "object", "properties": {}, - "description": "The consumer key for OAuth 1.0 authentication." + "description": "The endpoint of the ServiceNow server. (i.e. .service-now.com)" }, - "consumerSecret": { + "password": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -15213,31 +23188,40 @@ ], "description": "The base definition of a secret type." }, - "encryptedCredential": { + "useEncryptedEndpoints": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - "endpoint": { + "useHostVerification": { "type": "object", "properties": {}, - "description": "The endpoint of the QuickBooks server. (i.e. quickbooks.api.intuit.com)" + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." }, - "useEncryptedEndpoints": { + "usePeerVerification": { "type": "object", "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + }, + "username": { + "type": "object", + "properties": {}, + "description": "The user name used to connect to the ServiceNow server for Basic and OAuth2 authentication." } }, - "description": "QuickBooks server linked service properties." + "required": [ + "authenticationType", + "endpoint" + ], + "description": "ServiceNow server linked service properties." }, - "QuickBooksObjectDataset": { + "ServiceNowObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "QuickBooksObject" + "ServiceNowObject" ] }, "typeProperties": { @@ -15255,307 +23239,221 @@ "required": [ "type" ], - "description": "QuickBooks server dataset." + "description": "ServiceNow server dataset." }, - "RedirectIncompatibleRowSettings": { + "ServiceNowSource": { "type": "object", "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" - }, - "linkedServiceName": { + "query": { "type": "object", "properties": {}, - "description": "Name of the Azure Storage, Storage SAS, or Azure Data Lake Store linked service used for redirecting incompatible row. Must be specified if redirectIncompatibleRowSettings is specified. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "path": { - "type": "object", - "properties": {}, - "description": "The path for storing the redirect incompatible row data. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "linkedServiceName" - ], - "description": "Redirect incompatible row settings" - }, - "RelationalTableDataset": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "RelationalTable" + "ServiceNowSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/RelationalTableDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Relational table dataset properties." } }, "required": [ "type" ], - "description": "The relational table dataset." - }, - "RelationalTableDatasetTypeProperties": { - "type": "object", - "properties": { - "tableName": { - "type": "object", - "properties": {}, - "description": "The relational table name. Type: string (or Expression with resultType string)." - } - }, - "description": "Relational table dataset properties." + "description": "A copy activity ServiceNow server source." }, - "ResponsysLinkedService": { + "SetVariableActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Responsys" + "SetVariable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ResponsysLinkedServiceTypeProperties" + "$ref": "#/definitions/SetVariableActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Responsys linked service properties." + "description": "SetVariable activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Responsys linked service." + "description": "Set value for a Variable." }, - "ResponsysLinkedServiceTypeProperties": { + "SetVariableActivityTypeProperties": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "The client ID associated with the Responsys application. Type: string (or Expression with resultType string)." - }, - "clientSecret": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "endpoint": { - "type": "object", - "properties": {}, - "description": "The endpoint of the Responsys server." - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." - }, - "useHostVerification": { + "value": { "type": "object", "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + "description": "Value to be set. Could be a static value or Expression" }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." + "variableName": { + "type": "string", + "description": "Name of the variable whose value needs to be set." } }, - "required": [ - "clientId", - "endpoint" - ], - "description": "Responsys linked service properties." + "description": "SetVariable activity properties." }, - "ResponsysObjectDataset": { + "SftpLocation": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ResponsysObject" + "SftpLocation" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/GenericDatasetTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to this dataset type." } }, "required": [ "type" ], - "description": "Responsys dataset." + "description": "The location of SFTP dataset." }, - "RestResourceDataset": { + "SftpReadSettings": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "RestResource" - ] + "deleteFilesAfterCompletion": { + "type": "object", + "properties": {}, + "description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)." }, - "typeProperties": { + "enablePartitionDiscovery": { "oneOf": [ { - "$ref": "#/definitions/RestResourceDatasetTypeProperties" + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." - } - }, - "required": [ - "type" - ], - "description": "A Rest service dataset." - }, - "RestResourceDatasetTypeProperties": { - "type": "object", - "properties": { - "additionalHeaders": { + "description": "Indicates whether to enable partition discovery." + }, + "fileListPath": { "type": "object", "properties": {}, - "description": "The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string)." + "description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)." }, - "paginationRules": { + "modifiedDatetimeEnd": { "type": "object", "properties": {}, - "description": "The pagination rules to compose next page requests. Type: string (or Expression with resultType string)." + "description": "The end of file's modified datetime. Type: string (or Expression with resultType string)." }, - "relativeUrl": { + "modifiedDatetimeStart": { "type": "object", "properties": {}, - "description": "The relative URL to the resource that the RESTful API provides. Type: string (or Expression with resultType string)." + "description": "The start of file's modified datetime. Type: string (or Expression with resultType string)." }, - "requestBody": { + "partitionRootPath": { "type": "object", "properties": {}, - "description": "The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string)." + "description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)." }, - "requestMethod": { + "recursive": { "type": "object", "properties": {}, - "description": "The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string)." + "description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "SftpReadSettings" + ] + }, + "wildcardFileName": { + "type": "object", + "properties": {}, + "description": "Sftp wildcardFileName. Type: string (or Expression with resultType string)." + }, + "wildcardFolderPath": { + "type": "object", + "properties": {}, + "description": "Sftp wildcardFolderPath. Type: string (or Expression with resultType string)." } }, - "description": "Properties specific to this dataset type." + "required": [ + "type" + ], + "description": "Sftp read settings." }, - "RestServiceLinkedService": { + "SftpServerLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "RestService" + "Sftp" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/RestServiceLinkedServiceTypeProperties" + "$ref": "#/definitions/SftpServerLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Rest Service linked service properties." + "description": "Properties specific to this linked service type." } }, "required": [ "type", "typeProperties" ], - "description": "Rest Service linked service." + "description": "A linked service for an SSH File Transfer Protocol (SFTP) server. " }, - "RestServiceLinkedServiceTypeProperties": { + "SftpServerLinkedServiceTypeProperties": { "type": "object", "properties": { - "aadResourceId": { - "type": "object", - "properties": {}, - "description": "The resource you are requesting authorization to use." - }, "authenticationType": { "oneOf": [ { "type": "string", "enum": [ - "Anonymous", "Basic", - "AadServicePrincipal", - "ManagedServiceIdentity" + "SshPublicKey" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Type of authentication used to connect to the REST service." + "description": "The authentication type to be used to connect to the FTP server." }, - "azureCloudType": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Indicates the azure cloud type of the service principle auth. Allowed values are AzurePublic, AzureChina, AzureUsGovernment, AzureGermany. Default value is the data factory regions’ cloud type. Type: string (or Expression with resultType string)." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "enableServerCertificateValidation": { + "host": { "type": "object", "properties": {}, - "description": "Whether to validate server side SSL certificate when connecting to the endpoint.The default value is true. Type: boolean (or Expression with resultType boolean)." + "description": "The SFTP server host name. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "hostKeyFingerprint": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The host key finger-print of the SFTP server. When SkipHostKeyValidation is false, HostKeyFingerprint should be specified. Type: string (or Expression with resultType string)." + }, + "passPhrase": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." }, "password": { "oneOf": [ @@ -15568,12 +23466,12 @@ ], "description": "The base definition of a secret type." }, - "servicePrincipalId": { + "port": { "type": "object", "properties": {}, - "description": "The application's client ID used in AadServicePrincipal authentication type." + "description": "The TCP port number that the SFTP server uses to listen for client connections. Default value is 22. Type: integer (or Expression with resultType integer), minimum: 0." }, - "servicePrincipalKey": { + "privateKeyContent": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -15584,704 +23482,686 @@ ], "description": "The base definition of a secret type." }, - "tenant": { + "privateKeyPath": { "type": "object", "properties": {}, - "description": "The tenant information (domain name or tenant ID) used in AadServicePrincipal authentication type under which your application resides." + "description": "The SSH private key file path for SshPublicKey authentication. Only valid for on-premises copy. For on-premises copy with SshPublicKey authentication, either PrivateKeyPath or PrivateKeyContent should be specified. SSH private key should be OpenSSH format. Type: string (or Expression with resultType string)." }, - "url": { + "skipHostKeyValidation": { "type": "object", "properties": {}, - "description": "The base URL of the REST service." + "description": "If true, skip the SSH host key validation. Default value is false. Type: boolean (or Expression with resultType boolean)." }, "userName": { "type": "object", "properties": {}, - "description": "The user name used in Basic authentication type." + "description": "The username used to log on to the SFTP server. Type: string (or Expression with resultType string)." } }, "required": [ - "authenticationType", - "url" + "host" ], - "description": "Rest Service linked service properties." + "description": "Properties specific to this linked service type." }, - "SalesforceLinkedService": { + "SftpWriteSettings": { "type": "object", "properties": { + "operationTimeout": { + "type": "object", + "properties": {}, + "description": "Specifies the timeout for writing each chunk to SFTP server. Default value: 01:00:00 (one hour). Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "Salesforce" + "SftpWriteSettings" ] }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SalesforceLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Salesforce linked service properties." + "useTempFileRename": { + "type": "object", + "properties": {}, + "description": "Upload to temporary file(s) and rename. Disable this option if your SFTP server doesn't support rename operation. Type: boolean (or Expression with resultType boolean)." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "Linked service for Salesforce." + "description": "Sftp write settings." }, - "SalesforceLinkedServiceTypeProperties": { + "SharePointOnlineListDatasetTypeProperties": { "type": "object", "properties": { - "apiVersion": { - "type": "object", - "properties": {}, - "description": "The Salesforce API version used in ADF. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "environmentUrl": { - "type": "object", - "properties": {}, - "description": "The URL of Salesforce instance. Default is 'https://login.salesforce.com'. To copy data from sandbox, specify 'https://test.salesforce.com'. To copy data from custom domain, specify, for example, 'https://[domain].my.salesforce.com'. Type: string (or Expression with resultType string)." - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "securityToken": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "username": { + "listName": { "type": "object", "properties": {}, - "description": "The username for Basic authentication of the Salesforce instance. Type: string (or Expression with resultType string)." + "description": "The name of the SharePoint Online list. Type: string (or Expression with resultType string)." } }, - "description": "Salesforce linked service properties." + "description": "Sharepoint online list dataset properties." }, - "SalesforceMarketingCloudLinkedService": { + "SharePointOnlineListLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SalesforceMarketingCloud" + "SharePointOnlineList" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SalesforceMarketingCloudLinkedServiceTypeProperties" + "$ref": "#/definitions/SharePointOnlineListLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Salesforce Marketing Cloud linked service properties." + "description": "SharePoint Online List linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Salesforce Marketing Cloud linked service." - }, - "SalesforceMarketingCloudLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "The client ID associated with the Salesforce Marketing Cloud application. Type: string (or Expression with resultType string)." - }, - "clientSecret": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "connectionProperties": { - "type": "object", - "properties": {}, - "description": "Properties used to connect to Salesforce Marketing Cloud. It is mutually exclusive with any other properties in the linked service. Type: object." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true. Type: boolean (or Expression with resultType boolean)." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." - }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true. Type: boolean (or Expression with resultType boolean)." - } - }, - "description": "Salesforce Marketing Cloud linked service properties." + "description": "SharePoint Online List linked service." }, - "SalesforceMarketingCloudObjectDataset": { + "SharePointOnlineListLinkedServiceTypeProperties": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "SalesforceMarketingCloudObject" - ] + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "servicePrincipalId": { + "type": "object", + "properties": {}, + "description": "The application (client) ID of your application registered in Azure Active Directory. Make sure to grant SharePoint site permission to this application. Type: string (or Expression with resultType string)." + }, + "servicePrincipalKey": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "The base definition of a secret type." + }, + "siteUrl": { + "type": "object", + "properties": {}, + "description": "The URL of the SharePoint Online site. For example, https://contoso.sharepoint.com/sites/siteName. Type: string (or Expression with resultType string)." + }, + "tenantId": { + "type": "object", + "properties": {}, + "description": "The tenant ID under which your application resides. You can find it from Azure portal Active Directory overview page. Type: string (or Expression with resultType string)." } }, "required": [ - "type" + "servicePrincipalId", + "servicePrincipalKey", + "siteUrl", + "tenantId" ], - "description": "Salesforce Marketing Cloud dataset." + "description": "SharePoint Online List linked service properties." }, - "SalesforceObjectDataset": { + "SharePointOnlineListResourceDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SalesforceObject" + "SharePointOnlineListResource" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SalesforceObjectDatasetTypeProperties" + "$ref": "#/definitions/SharePointOnlineListDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Salesforce object dataset properties." + "description": "Sharepoint online list dataset properties." } }, "required": [ "type" ], - "description": "The Salesforce object dataset." + "description": "The sharepoint online list resource dataset." }, - "SalesforceObjectDatasetTypeProperties": { + "SharePointOnlineListSource": { "type": "object", "properties": { - "objectApiName": { + "httpRequestTimeout": { "type": "object", "properties": {}, - "description": "The Salesforce object API name. Type: string (or Expression with resultType string)." + "description": "The wait time to get a response from SharePoint Online. Default value is 5 minutes (00:05:00). Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "query": { + "type": "object", + "properties": {}, + "description": "The OData query to filter the data in SharePoint Online list. For example, \"$top=1\". Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SharePointOnlineListSource" + ] } }, - "description": "Salesforce object dataset properties." + "required": [ + "type" + ], + "description": "A copy activity source for sharePoint online list source." }, - "SalesforceServiceCloudLinkedService": { + "ShopifyLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SalesforceServiceCloud" + "Shopify" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SalesforceServiceCloudLinkedServiceTypeProperties" + "$ref": "#/definitions/ShopifyLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Salesforce Service Cloud linked service properties." + "description": "Shopify Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Linked service for Salesforce Service Cloud." + "description": "Shopify Service linked service." }, - "SalesforceServiceCloudLinkedServiceTypeProperties": { + "ShopifyLinkedServiceTypeProperties": { "type": "object", "properties": { - "apiVersion": { - "type": "object", - "properties": {}, - "description": "The Salesforce API version used in ADF. Type: string (or Expression with resultType string)." + "accessToken": { + "oneOf": [ + { + "$ref": "#/definitions/SecretBase" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The base definition of a secret type." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "environmentUrl": { + "host": { "type": "object", "properties": {}, - "description": "The URL of Salesforce Service Cloud instance. Default is 'https://login.salesforce.com'. To copy data from sandbox, specify 'https://test.salesforce.com'. To copy data from custom domain, specify, for example, 'https://[domain].my.salesforce.com'. Type: string (or Expression with resultType string)." + "description": "The endpoint of the Shopify server. (i.e. mystore.myshopify.com)" }, - "extendedProperties": { + "useEncryptedEndpoints": { "type": "object", "properties": {}, - "description": "Extended properties appended to the connection string. Type: string (or Expression with resultType string)." - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." }, - "securityToken": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "useHostVerification": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." }, - "username": { + "usePeerVerification": { "type": "object", "properties": {}, - "description": "The username for Basic authentication of the Salesforce instance. Type: string (or Expression with resultType string)." + "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." } }, - "description": "Salesforce Service Cloud linked service properties." + "required": [ + "host" + ], + "description": "Shopify Service linked service properties." }, - "SalesforceServiceCloudObjectDataset": { + "ShopifyObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SalesforceServiceCloudObject" + "ShopifyObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SalesforceServiceCloudObjectDatasetTypeProperties" + "$ref": "#/definitions/GenericDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Salesforce Service Cloud object dataset properties." + "description": "Properties specific to this dataset type." } }, "required": [ "type" ], - "description": "The Salesforce Service Cloud object dataset." + "description": "Shopify Service dataset." }, - "SalesforceServiceCloudObjectDatasetTypeProperties": { + "ShopifySource": { "type": "object", "properties": { - "objectApiName": { + "query": { "type": "object", "properties": {}, - "description": "The Salesforce Service Cloud object API name. Type: string (or Expression with resultType string)." - } - }, - "description": "Salesforce Service Cloud object dataset properties." - }, - "SapBwCubeDataset": { - "type": "object", - "properties": { + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, "type": { "type": "string", "enum": [ - "SapBwCube" + "ShopifySource" ] } }, "required": [ "type" ], - "description": "The SAP BW cube dataset." + "description": "A copy activity Shopify Service source." }, - "SapBWLinkedService": { + "SkipErrorFile": { + "type": "object", + "properties": { + "dataInconsistency": { + "type": "object", + "properties": {}, + "description": "Skip if source/sink file changed by other concurrent write. Default is false. Type: boolean (or Expression with resultType boolean)." + }, + "fileMissing": { + "type": "object", + "properties": {}, + "description": "Skip if file is deleted by other client during copy. Default is true. Type: boolean (or Expression with resultType boolean)." + } + }, + "description": "Skip error file." + }, + "SnowflakeDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SapBW" + "SnowflakeTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SapBWLinkedServiceTypeProperties" + "$ref": "#/definitions/SnowflakeDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this linked service type." + "description": "Snowflake dataset properties." } }, "required": [ "type", "typeProperties" ], - "description": "SAP Business Warehouse Linked Service." + "description": "The snowflake dataset." }, - "SapBWLinkedServiceTypeProperties": { + "SnowflakeDatasetTypeProperties": { "type": "object", "properties": { - "clientId": { + "schema": { "type": "object", "properties": {}, - "description": "Client ID of the client on the BW system. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." + "description": "The schema name of the Snowflake database. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "table": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "password": { + "description": "The table name of the Snowflake database. Type: string (or Expression with resultType string)." + } + }, + "description": "Snowflake dataset properties." + }, + "SnowflakeExportCopyCommand": { + "type": "object", + "properties": { + "additionalCopyOptions": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "server": { - "type": "object", - "properties": {}, - "description": "Host name of the SAP BW instance. Type: string (or Expression with resultType string)." - }, - "systemNumber": { - "type": "object", - "properties": {}, - "description": "System number of the BW system. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." + "description": "Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: \"additionalCopyOptions\": { \"DATE_FORMAT\": \"MM/DD/YYYY\", \"TIME_FORMAT\": \"'HH24:MI:SS.FF'\" }" }, - "userName": { - "type": "object", - "properties": {}, - "description": "Username to access the SAP BW server. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "clientId", - "server", - "systemNumber" - ], - "description": "Properties specific to this linked service type." - }, - "SapCloudForCustomerLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SapCloudForCustomer" - ] + "additionalFormatOptions": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: \"additionalFormatOptions\": { \"OVERWRITE\": \"TRUE\", \"MAX_FILE_SIZE\": \"'FALSE'\" }" }, - "typeProperties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/SapCloudForCustomerLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SAP Cloud for Customer linked service properties." + "description": "Unmatched properties from the message are deserialized this collection" } }, - "required": [ - "type", - "typeProperties" - ], - "description": "Linked service for SAP Cloud for Customer." + "description": "Snowflake export command settings." }, - "SapCloudForCustomerLinkedServiceTypeProperties": { + "SnowflakeImportCopyCommand": { "type": "object", "properties": { - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Either encryptedCredential or username/password must be provided. Type: string (or Expression with resultType string)." - }, - "password": { + "additionalCopyOptions": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: \"additionalCopyOptions\": { \"DATE_FORMAT\": \"MM/DD/YYYY\", \"TIME_FORMAT\": \"'HH24:MI:SS.FF'\" }" }, - "url": { - "type": "object", - "properties": {}, - "description": "The URL of SAP Cloud for Customer OData API. For example, '[https://[tenantname].crm.ondemand.com/sap/c4c/odata/v1]'. Type: string (or Expression with resultType string)." + "additionalFormatOptions": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: \"additionalFormatOptions\": { \"FORCE\": \"TRUE\", \"LOAD_UNCERTAIN_FILES\": \"'FALSE'\" }" }, - "username": { - "type": "object", - "properties": {}, - "description": "The username for Basic authentication. Type: string (or Expression with resultType string)." + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" } }, - "required": [ - "url" - ], - "description": "SAP Cloud for Customer linked service properties." + "description": "Snowflake import command settings." }, - "SapCloudForCustomerResourceDataset": { + "SnowflakeLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SapCloudForCustomerResource" + "Snowflake" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SapCloudForCustomerResourceDatasetTypeProperties" + "$ref": "#/definitions/SnowflakeLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Sap Cloud For Customer OData resource dataset properties." + "description": "Snowflake linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "The path of the SAP Cloud for Customer OData entity." + "description": "Snowflake linked service." }, - "SapCloudForCustomerResourceDatasetTypeProperties": { + "SnowflakeLinkedServiceTypeProperties": { "type": "object", "properties": { - "path": { + "connectionString": { "type": "object", "properties": {}, - "description": "The path of the SAP Cloud for Customer OData entity. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "path" - ], - "description": "Sap Cloud For Customer OData resource dataset properties." - }, - "SapEccLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SapEcc" - ] + "description": "The connection string of snowflake. Type: string, SecureString." }, - "typeProperties": { + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "$ref": "#/definitions/SapEccLinkedServiceTypeProperties" + "$ref": "#/definitions/AzureKeyVaultSecretReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SAP ECC linked service properties." + "description": "Azure Key Vault secret reference." } }, "required": [ - "type", - "typeProperties" + "connectionString" ], - "description": "Linked service for SAP ERP Central Component(SAP ECC)." + "description": "Snowflake linked service properties." }, - "SapEccLinkedServiceTypeProperties": { + "SnowflakeSink": { "type": "object", "properties": { - "encryptedCredential": { - "type": "string", - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Either encryptedCredential or username/password must be provided. Type: string (or Expression with resultType string)." - }, - "password": { + "importSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/SnowflakeImportCopyCommand" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Snowflake import command settings." }, - "url": { - "type": "string", - "description": "The URL of SAP ECC OData API. For example, '[https://hostname:port/sap/opu/odata/sap/servicename/]'. Type: string (or Expression with resultType string)." + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "username": { + "type": { "type": "string", - "description": "The username for Basic authentication. Type: string (or Expression with resultType string)." + "enum": [ + "SnowflakeSink" + ] } }, "required": [ - "url" + "type" ], - "description": "SAP ECC linked service properties." + "description": "A copy activity snowflake sink." }, - "SapEccResourceDataset": { + "SnowflakeSource": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "SapEccResource" - ] - }, - "typeProperties": { + "exportSettings": { "oneOf": [ { - "$ref": "#/definitions/SapEccResourceDatasetTypeProperties" + "$ref": "#/definitions/SnowflakeExportCopyCommand" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Sap ECC OData resource dataset properties." + "description": "Snowflake export command settings." + }, + "query": { + "type": "object", + "properties": {}, + "description": "Snowflake Sql query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SnowflakeSource" + ] } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "The path of the SAP ECC OData entity." + "description": "A copy activity snowflake source." }, - "SapEccResourceDatasetTypeProperties": { + "SparkDatasetTypeProperties": { "type": "object", "properties": { - "path": { + "schema": { "type": "object", "properties": {}, - "description": "The path of the SAP ECC OData entity. Type: string (or Expression with resultType string)." + "description": "The schema name of the Spark. Type: string (or Expression with resultType string)." + }, + "table": { + "type": "object", + "properties": {}, + "description": "The table name of the Spark. Type: string (or Expression with resultType string)." + }, + "tableName": { + "type": "object", + "properties": {}, + "description": "This property will be retired. Please consider using schema + table properties instead." } }, - "required": [ - "path" - ], - "description": "Sap ECC OData resource dataset properties." + "description": "Spark Properties" }, - "SapHanaLinkedService": { + "SparkLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SapHana" + "Spark" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SapHanaLinkedServiceProperties" + "$ref": "#/definitions/SparkLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this linked service type." + "description": "Spark Server linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "SAP HANA Linked Service." + "description": "Spark Server linked service." }, - "SapHanaLinkedServiceProperties": { + "SparkLinkedServiceTypeProperties": { "type": "object", "properties": { + "allowHostNameCNMismatch": { + "type": "object", + "properties": {}, + "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + }, + "allowSelfSignedServerCert": { + "type": "object", + "properties": {}, + "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + }, "authenticationType": { "oneOf": [ { "type": "string", "enum": [ - "Basic", - "Windows" + "Anonymous", + "Username", + "UsernameAndPassword", + "WindowsAzureHDInsightService" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to be used to connect to the SAP HANA server." + "description": "The authentication method used to access the Spark server." }, - "connectionString": { + "enableSsl": { "type": "object", "properties": {}, - "description": "SAP HANA ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." }, "encryptedCredential": { "type": "object", "properties": {}, "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, + "host": { + "type": "object", + "properties": {}, + "description": "IP address or host name of the Spark server" + }, + "httpPath": { + "type": "object", + "properties": {}, + "description": "The partial URL corresponding to the Spark server." + }, "password": { "oneOf": [ { @@ -16291,906 +24171,831 @@ "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The base definition of a secret type." + }, + "port": { + "type": "object", + "properties": {}, + "description": "The TCP port that the Spark server uses to listen for client connections." + }, + "serverType": { + "oneOf": [ + { + "type": "string", + "enum": [ + "SharkServer", + "SharkServer2", + "SparkThriftServer" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The type of Spark server." + }, + "thriftTransportProtocol": { + "oneOf": [ + { + "type": "string", + "enum": [ + "Binary", + "SASL", + "HTTP " + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The transport protocol to use in the Thrift layer." }, - "server": { + "trustedCertPath": { "type": "object", "properties": {}, - "description": "Host name of the SAP HANA server. Type: string (or Expression with resultType string)." + "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." }, - "userName": { + "username": { "type": "object", "properties": {}, - "description": "Username to access the SAP HANA server. Type: string (or Expression with resultType string)." + "description": "The user name that you use to access Spark Server." + }, + "useSystemTrustStore": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." } }, - "description": "Properties specific to this linked service type." + "required": [ + "authenticationType", + "host", + "port" + ], + "description": "Spark Server linked service properties." }, - "SapHanaTableDataset": { + "SparkObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SapHanaTable" + "SparkObject" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SapHanaTableDatasetTypeProperties" + "$ref": "#/definitions/SparkDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SAP HANA Table properties." + "description": "Spark Properties" } }, "required": [ "type" ], - "description": "SAP HANA Table properties." + "description": "Spark Server dataset." }, - "SapHanaTableDatasetTypeProperties": { + "SparkSource": { "type": "object", "properties": { - "schema": { + "query": { "type": "object", "properties": {}, - "description": "The schema name of SAP HANA. Type: string (or Expression with resultType string)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of SAP HANA. Type: string (or Expression with resultType string)." - } - }, - "description": "SAP HANA Table properties." - }, - "SapOpenHubLinkedService": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "SapOpenHub" + "SparkSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SapOpenHubLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to SAP Business Warehouse Open Hub Destination linked service type." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "SAP Business Warehouse Open Hub Destination Linked Service." + "description": "A copy activity Spark Server source." }, - "SapOpenHubLinkedServiceTypeProperties": { + "SqlDWSink": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "Client ID of the client on the BW system where the open hub destination is located. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "language": { - "type": "object", - "properties": {}, - "description": "Language of the BW system where the open hub destination is located. The default value is EN. Type: string (or Expression with resultType string)." - }, - "logonGroup": { - "type": "object", - "properties": {}, - "description": "The Logon Group for the SAP System. Type: string (or Expression with resultType string)." - }, - "messageServer": { + "allowCopyCommand": { "type": "object", "properties": {}, - "description": "The hostname of the SAP Message Server. Type: string (or Expression with resultType string)." + "description": "Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean)." }, - "messageServerService": { + "allowPolyBase": { "type": "object", "properties": {}, - "description": "The service name or port number of the Message Server. Type: string (or Expression with resultType string)." + "description": "Indicates to use PolyBase to copy data into SQL Data Warehouse when applicable. Type: boolean (or Expression with resultType boolean)." }, - "password": { + "copyCommandSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/DWCopyCommandSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "DW Copy Command settings." }, - "server": { - "type": "object", - "properties": {}, - "description": "Host name of the SAP BW instance where the open hub destination is located. Type: string (or Expression with resultType string)." + "polyBaseSettings": { + "oneOf": [ + { + "$ref": "#/definitions/PolybaseSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "PolyBase settings." }, - "systemId": { + "preCopyScript": { "type": "object", "properties": {}, - "description": "SystemID of the SAP system where the table is located. Type: string (or Expression with resultType string)." + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "systemNumber": { + "tableOption": { "type": "object", "properties": {}, - "description": "System number of the BW system where the open hub destination is located. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." + "description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)." }, - "userName": { - "type": "object", - "properties": {}, - "description": "Username to access the SAP BW server where the open hub destination is located. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "SqlDWSink" + ] } }, - "description": "Properties specific to SAP Business Warehouse Open Hub Destination linked service type." + "required": [ + "type" + ], + "description": "A copy activity SQL Data Warehouse sink." }, - "SapOpenHubTableDataset": { + "SqlDWSource": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "SapOpenHubTable" - ] + "partitionOption": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The partition mechanism that will be used for Sql read in parallel." }, - "typeProperties": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/SapOpenHubTableDatasetTypeProperties" + "$ref": "#/definitions/SqlPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Sap Business Warehouse Open Hub Destination Table properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "Sap Business Warehouse Open Hub Destination Table properties." - }, - "SapOpenHubTableDatasetTypeProperties": { - "type": "object", - "properties": { - "baseRequestId": { + "description": "The settings that will be leveraged for Sql source partitioning." + }, + "sqlReaderQuery": { "type": "object", "properties": {}, - "description": "The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer )." + "description": "SQL Data Warehouse reader query. Type: string (or Expression with resultType string)." }, - "excludeLastRequest": { + "sqlReaderStoredProcedureName": { "type": "object", "properties": {}, - "description": "Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean)." + "description": "Name of the stored procedure for a SQL Data Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string)." }, - "openHubDestinationName": { + "storedProcedureParameters": { "type": "object", "properties": {}, - "description": "The name of the Open Hub Destination with destination type as Database Table. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "openHubDestinationName" - ], - "description": "Sap Business Warehouse Open Hub Destination Table properties." - }, - "SapTableLinkedService": { - "type": "object", - "properties": { + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter." + }, "type": { "type": "string", "enum": [ - "SapTable" + "SqlDWSource" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SapTableLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Properties specific to this linked service type." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "SAP Table Linked Service." + "description": "A copy activity SQL Data Warehouse source." }, - "SapTableLinkedServiceTypeProperties": { + "SqlMISink": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "Client ID of the client on the SAP system where the table is located. (Usually a three-digit decimal number represented as a string) Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { + "preCopyScript": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "language": { - "type": "object", - "properties": {}, - "description": "Language of the SAP system where the table is located. The default value is EN. Type: string (or Expression with resultType string)." - }, - "logonGroup": { - "type": "object", - "properties": {}, - "description": "The Logon Group for the SAP System. Type: string (or Expression with resultType string)." + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "messageServer": { + "sqlWriterStoredProcedureName": { "type": "object", "properties": {}, - "description": "The hostname of the SAP Message Server. Type: string (or Expression with resultType string)." + "description": "SQL writer stored procedure name. Type: string (or Expression with resultType string)." }, - "messageServerService": { + "sqlWriterTableType": { "type": "object", "properties": {}, - "description": "The service name or port number of the Message Server. Type: string (or Expression with resultType string)." + "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, - "password": { + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "server": { - "type": "object", - "properties": {}, - "description": "Host name of the SAP instance where the table is located. Type: string (or Expression with resultType string)." - }, - "sncLibraryPath": { - "type": "object", - "properties": {}, - "description": "External security product's library to access the SAP server where the table is located. Type: string (or Expression with resultType string)." + "description": "SQL stored procedure parameters." }, - "sncMode": { + "storedProcedureTableTypeParameterName": { "type": "object", "properties": {}, - "description": "SNC activation indicator to access the SAP server where the table is located. Must be either 0 (off) or 1 (on). Type: string (or Expression with resultType string)." + "description": "The stored procedure parameter name of the table type. Type: string (or Expression with resultType string)." }, - "sncMyName": { + "tableOption": { "type": "object", "properties": {}, - "description": "Initiator's SNC name to access the SAP server where the table is located. Type: string (or Expression with resultType string)." + "description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)." }, - "sncPartnerName": { - "type": "object", - "properties": {}, - "description": "Communication partner's SNC name to access the SAP server where the table is located. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "SqlMISink" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Azure SQL Managed Instance sink." + }, + "SqlMISource": { + "type": "object", + "properties": { + "partitionOption": { + "oneOf": [ + { + "type": "string", + "enum": [ + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The partition mechanism that will be used for Sql read in parallel." }, - "sncQop": { - "type": "object", - "properties": {}, - "description": "SNC Quality of Protection. Allowed value include: 1, 2, 3, 8, 9. Type: string (or Expression with resultType string)." + "partitionSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlPartitionSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The settings that will be leveraged for Sql source partitioning." }, - "systemId": { + "produceAdditionalTypes": { "type": "object", "properties": {}, - "description": "SystemID of the SAP system where the table is located. Type: string (or Expression with resultType string)." + "description": "Which additional types to produce." }, - "systemNumber": { + "sqlReaderQuery": { "type": "object", "properties": {}, - "description": "System number of the SAP system where the table is located. (Usually a two-digit decimal number represented as a string.) Type: string (or Expression with resultType string)." + "description": "SQL reader query. Type: string (or Expression with resultType string)." }, - "userName": { + "sqlReaderStoredProcedureName": { "type": "object", "properties": {}, - "description": "Username to access the SAP server where the table is located. Type: string (or Expression with resultType string)." - } - }, - "description": "Properties specific to this linked service type." - }, - "SapTableResourceDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SapTableResource" - ] + "description": "Name of the stored procedure for a Azure SQL Managed Instance source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/SapTableResourceDatasetTypeProperties" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SAP Table Resource properties." + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." + }, + "type": { + "type": "string", + "enum": [ + "SqlMISource" + ] } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "SAP Table Resource properties." + "description": "A copy activity Azure SQL Managed Instance source." }, - "SapTableResourceDatasetTypeProperties": { + "SqlPartitionSettings": { "type": "object", "properties": { - "tableName": { + "partitionColumnName": { "type": "object", "properties": {}, - "description": "The name of the SAP Table. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "tableName" - ], - "description": "SAP Table Resource properties." - }, - "ScriptAction": { - "type": "object", - "properties": { - "name": { - "type": "string", - "description": "The user provided name of the script action." - }, - "parameters": { - "type": "string", - "description": "The parameters for the script action." + "description": "The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string)." }, - "roles": { + "partitionLowerBound": { "type": "object", "properties": {}, - "description": "The node types on which the script action should be executed." - }, - "uri": { - "type": "string", - "description": "The URI for the script action." - } - }, - "required": [ - "name", - "roles", - "uri" - ], - "description": "Custom script action to run on HDI ondemand cluster once it's up." - }, - "SecretBase": { - "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/SecureString" - }, - { - "$ref": "#/definitions/AzureKeyVaultSecretReference" - } - ], - "properties": {}, - "description": "The base definition of a secret type." - }, - "SecureString": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SecureString" - ] + "description": "The minimum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string)." }, - "value": { - "type": "string", - "description": "Value of secure string." + "partitionUpperBound": { + "type": "object", + "properties": {}, + "description": "The maximum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string)." } }, - "required": [ - "type", - "value" - ], - "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + "description": "The settings that will be leveraged for Sql source partitioning." }, - "SelfHostedIntegrationRuntime": { + "SqlServerLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SelfHosted" + "SqlServer" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SelfHostedIntegrationRuntimeTypeProperties" + "$ref": "#/definitions/SqlServerLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The self-hosted integration runtime properties." + "description": "SQL Server linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Self-hosted integration runtime." + "description": "SQL Server linked service." }, - "SelfHostedIntegrationRuntimeTypeProperties": { + "SqlServerLinkedServiceTypeProperties": { "type": "object", "properties": { - "linkedInfo": { + "connectionString": { + "type": "object", + "properties": {}, + "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + }, + "encryptedCredential": { + "type": "object", + "properties": {}, + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + }, + "password": { "oneOf": [ { - "$ref": "#/definitions/LinkedIntegrationRuntimeType" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a linked integration runtime." + "description": "The base definition of a secret type." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "The on-premises Windows authentication user name. Type: string (or Expression with resultType string)." } }, - "description": "The self-hosted integration runtime properties." + "required": [ + "connectionString" + ], + "description": "SQL Server linked service properties." }, - "ServiceNowLinkedService": { + "SqlServerSink": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "ServiceNow" - ] + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "sqlWriterStoredProcedureName": { + "type": "object", + "properties": {}, + "description": "SQL writer stored procedure name. Type: string (or Expression with resultType string)." + }, + "sqlWriterTableType": { + "type": "object", + "properties": {}, + "description": "SQL writer table type. Type: string (or Expression with resultType string)." + }, + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/ServiceNowLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "ServiceNow server linked service properties." + "description": "SQL stored procedure parameters." + }, + "storedProcedureTableTypeParameterName": { + "type": "object", + "properties": {}, + "description": "The stored procedure parameter name of the table type. Type: string (or Expression with resultType string)." + }, + "tableOption": { + "type": "object", + "properties": {}, + "description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SqlServerSink" + ] } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "ServiceNow server linked service." + "description": "A copy activity SQL server sink." }, - "ServiceNowLinkedServiceTypeProperties": { + "SqlServerSource": { "type": "object", "properties": { - "authenticationType": { + "partitionOption": { "oneOf": [ { "type": "string", "enum": [ - "Basic", - "OAuth2" + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication type to use." - }, - "clientId": { - "type": "object", - "properties": {}, - "description": "The client id for OAuth2 authentication." - }, - "clientSecret": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "endpoint": { - "type": "object", - "properties": {}, - "description": "The endpoint of the ServiceNow server. (i.e. .service-now.com)" + "description": "The partition mechanism that will be used for Sql read in parallel." }, - "password": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/SqlPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." + "description": "The settings that will be leveraged for Sql source partitioning." }, - "useHostVerification": { + "produceAdditionalTypes": { "type": "object", "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "Which additional types to produce." }, - "usePeerVerification": { + "sqlReaderQuery": { "type": "object", "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "description": "SQL reader query. Type: string (or Expression with resultType string)." }, - "username": { + "sqlReaderStoredProcedureName": { "type": "object", "properties": {}, - "description": "The user name used to connect to the ServiceNow server for Basic and OAuth2 authentication." - } - }, - "required": [ - "authenticationType", - "endpoint" - ], - "description": "ServiceNow server linked service properties." - }, - "ServiceNowObjectDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "ServiceNowObject" - ] + "description": "Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." + }, + "type": { + "type": "string", + "enum": [ + "SqlServerSource" + ] } }, "required": [ "type" ], - "description": "ServiceNow server dataset." + "description": "A copy activity SQL server source." }, - "SetVariableActivity": { + "SqlServerStoredProcedureActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SetVariable" + "SqlServerStoredProcedure" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SetVariableActivityTypeProperties" + "$ref": "#/definitions/SqlServerStoredProcedureActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SetVariable activity properties." + "description": "SQL stored procedure activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "Set value for a Variable." + "description": "SQL stored procedure activity type." }, - "SetVariableActivityTypeProperties": { + "SqlServerStoredProcedureActivityTypeProperties": { "type": "object", "properties": { - "value": { + "storedProcedureName": { "type": "object", "properties": {}, - "description": "Value to be set. Could be a static value or Expression" + "description": "Stored procedure name. Type: string (or Expression with resultType string)." }, - "variableName": { - "type": "string", - "description": "Name of the variable whose value needs to be set." + "storedProcedureParameters": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." } }, - "description": "SetVariable activity properties." + "required": [ + "storedProcedureName" + ], + "description": "SQL stored procedure activity properties." }, - "SftpServerLinkedService": { + "SqlServerTableDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Sftp" + "SqlServerTable" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SftpServerLinkedServiceTypeProperties" + "$ref": "#/definitions/SqlServerTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this linked service type." + "description": "On-premises SQL Server dataset properties." } }, "required": [ - "type", - "typeProperties" + "type" ], - "description": "A linked service for an SSH File Transfer Protocol (SFTP) server. " + "description": "The on-premises SQL Server dataset." }, - "SftpServerLinkedServiceTypeProperties": { + "SqlServerTableDatasetTypeProperties": { "type": "object", "properties": { - "authenticationType": { - "oneOf": [ - { - "type": "string", - "enum": [ - "Basic", - "SshPublicKey" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The authentication type to be used to connect to the FTP server." - }, - "encryptedCredential": { + "schema": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The schema name of the SQL Server dataset. Type: string (or Expression with resultType string)." }, - "host": { + "table": { "type": "object", "properties": {}, - "description": "The SFTP server host name. Type: string (or Expression with resultType string)." + "description": "The table name of the SQL Server dataset. Type: string (or Expression with resultType string)." }, - "hostKeyFingerprint": { + "tableName": { "type": "object", "properties": {}, - "description": "The host key finger-print of the SFTP server. When SkipHostKeyValidation is false, HostKeyFingerprint should be specified. Type: string (or Expression with resultType string)." - }, - "passPhrase": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "description": "This property will be retired. Please consider using schema + table properties instead." + } + }, + "description": "On-premises SQL Server dataset properties." + }, + "SqlSink": { + "type": "object", + "properties": { + "preCopyScript": { + "type": "object", + "properties": {}, + "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The base definition of a secret type." + "sqlWriterStoredProcedureName": { + "type": "object", + "properties": {}, + "description": "SQL writer stored procedure name. Type: string (or Expression with resultType string)." }, - "port": { + "sqlWriterTableType": { "type": "object", "properties": {}, - "description": "The TCP port number that the SFTP server uses to listen for client connections. Default value is 22. Type: integer (or Expression with resultType integer), minimum: 0." + "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, - "privateKeyContent": { + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "SQL stored procedure parameters." }, - "privateKeyPath": { + "storedProcedureTableTypeParameterName": { "type": "object", "properties": {}, - "description": "The SSH private key file path for SshPublicKey authentication. Only valid for on-premises copy. For on-premises copy with SshPublicKey authentication, either PrivateKeyPath or PrivateKeyContent should be specified. SSH private key should be OpenSSH format. Type: string (or Expression with resultType string)." + "description": "The stored procedure parameter name of the table type. Type: string (or Expression with resultType string)." }, - "skipHostKeyValidation": { + "tableOption": { "type": "object", "properties": {}, - "description": "If true, skip the SSH host key validation. Default value is false. Type: boolean (or Expression with resultType boolean)." + "description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)." }, - "userName": { - "type": "object", - "properties": {}, - "description": "The username used to log on to the SFTP server. Type: string (or Expression with resultType string)." + "type": { + "type": "string", + "enum": [ + "SqlSink" + ] } }, "required": [ - "host" + "type" ], - "description": "Properties specific to this linked service type." + "description": "A copy activity SQL sink." }, - "SharePointOnlineListDatasetTypeProperties": { + "SqlSource": { "type": "object", "properties": { - "listName": { + "isolationLevel": { "type": "object", "properties": {}, - "description": "The name of the SharePoint Online list. Type: string (or Expression with resultType string)." - } - }, - "description": "Sharepoint online list dataset properties." - }, - "SharePointOnlineListLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SharePointOnlineList" - ] + "description": "Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "partitionOption": { "oneOf": [ { - "$ref": "#/definitions/SharePointOnlineListLinkedServiceTypeProperties" + "type": "string", + "enum": [ + "None", + "PhysicalPartitionsOfTable", + "DynamicRange" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SharePoint Online List linked service properties." - } - }, - "required": [ - "type", - "typeProperties" - ], - "description": "SharePoint Online List linked service." - }, - "SharePointOnlineListLinkedServiceTypeProperties": { - "type": "object", - "properties": { - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "servicePrincipalId": { - "type": "object", - "properties": {}, - "description": "The application (client) ID of your application registered in Azure Active Directory. Make sure to grant SharePoint site permission to this application. Type: string (or Expression with resultType string)." + "description": "The partition mechanism that will be used for Sql read in parallel." }, - "servicePrincipalKey": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/SqlPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "The settings that will be leveraged for Sql source partitioning." }, - "siteUrl": { + "sqlReaderQuery": { "type": "object", "properties": {}, - "description": "The URL of the SharePoint Online site. For example, https://contoso.sharepoint.com/sites/siteName. Type: string (or Expression with resultType string)." + "description": "SQL reader query. Type: string (or Expression with resultType string)." }, - "tenantId": { + "sqlReaderStoredProcedureName": { "type": "object", "properties": {}, - "description": "The tenant ID under which your application resides. You can find it from Azure portal Active Directory overview page. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "servicePrincipalId", - "servicePrincipalKey", - "siteUrl", - "tenantId" - ], - "description": "SharePoint Online List linked service properties." - }, - "SharePointOnlineListResourceDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SharePointOnlineListResource" - ] + "description": "Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string)." }, - "typeProperties": { + "storedProcedureParameters": { "oneOf": [ { - "$ref": "#/definitions/SharePointOnlineListDatasetTypeProperties" + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/StoredProcedureParameter" + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Sharepoint online list dataset properties." + "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." + }, + "type": { + "type": "string", + "enum": [ + "SqlSource" + ] } }, "required": [ "type" ], - "description": "The sharepoint online list resource dataset." + "description": "A copy activity SQL source." }, - "ShopifyLinkedService": { + "SquareLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "Shopify" + "Square" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/ShopifyLinkedServiceTypeProperties" + "$ref": "#/definitions/SquareLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Shopify Service linked service properties." + "description": "Square Service linked service properties." } }, "required": [ "type", "typeProperties" ], - "description": "Shopify Service linked service." + "description": "Square Service linked service." }, - "ShopifyLinkedServiceTypeProperties": { + "SquareLinkedServiceTypeProperties": { "type": "object", "properties": { - "accessToken": { + "clientId": { + "type": "object", + "properties": {}, + "description": "The client ID associated with your Square application." + }, + "clientSecret": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -17201,6 +25006,11 @@ ], "description": "The base definition of a secret type." }, + "connectionProperties": { + "type": "object", + "properties": {}, + "description": "Properties used to connect to Square. It is mutually exclusive with any other properties in the linked service. Type: object." + }, "encryptedCredential": { "type": "object", "properties": {}, @@ -17209,7 +25019,12 @@ "host": { "type": "object", "properties": {}, - "description": "The endpoint of the Shopify server. (i.e. mystore.myshopify.com)" + "description": "The URL of the Square instance. (i.e. mystore.mysquare.com)" + }, + "redirectUri": { + "type": "object", + "properties": {}, + "description": "The redirect URL assigned in the Square application dashboard. (i.e. http://localhost:2500)" }, "useEncryptedEndpoints": { "type": "object", @@ -17227,18 +25042,15 @@ "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." } }, - "required": [ - "host" - ], - "description": "Shopify Service linked service properties." + "description": "Square Service linked service properties." }, - "ShopifyObjectDataset": { + "SquareObjectDataset": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "ShopifyObject" + "SquareObject" ] }, "typeProperties": { @@ -17256,223 +25068,294 @@ "required": [ "type" ], - "description": "Shopify Service dataset." + "description": "Square Service dataset." }, - "SkipErrorFile": { + "SquareSource": { "type": "object", "properties": { - "dataInconsistency": { + "query": { "type": "object", "properties": {}, - "description": "Skip if source/sink file changed by other concurrent write. Default is false. Type: boolean (or Expression with resultType boolean)." + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." }, - "fileMissing": { - "type": "object", - "properties": {}, - "description": "Skip if file is deleted by other client during copy. Default is true. Type: boolean (or Expression with resultType boolean)." + "type": { + "type": "string", + "enum": [ + "SquareSource" + ] } }, - "description": "Skip error file." + "required": [ + "type" + ], + "description": "A copy activity Square Service source." }, - "SnowflakeDataset": { + "SSISAccessCredential": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "SnowflakeTable" - ] + "domain": { + "type": "object", + "properties": {}, + "description": "Domain for windows authentication." }, - "typeProperties": { + "password": { "oneOf": [ { - "$ref": "#/definitions/SnowflakeDatasetTypeProperties" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Snowflake dataset properties." + "description": "The base definition of a secret type." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "UseName for windows authentication." } }, "required": [ - "type", - "typeProperties" + "domain", + "password", + "userName" ], - "description": "The snowflake dataset." + "description": "SSIS access credential." }, - "SnowflakeDatasetTypeProperties": { + "SSISChildPackage": { "type": "object", "properties": { - "schema": { + "packageContent": { "type": "object", "properties": {}, - "description": "The schema name of the Snowflake database. Type: string (or Expression with resultType string)." + "description": "Content for embedded child package. Type: string (or Expression with resultType string)." }, - "table": { + "packageLastModifiedDate": { + "type": "string", + "description": "Last modified date for embedded child package." + }, + "packageName": { + "type": "string", + "description": "Name for embedded child package." + }, + "packagePath": { "type": "object", "properties": {}, - "description": "The table name of the Snowflake database. Type: string (or Expression with resultType string)." + "description": "Path for embedded child package. Type: string (or Expression with resultType string)." } }, - "description": "Snowflake dataset properties." + "required": [ + "packageContent", + "packagePath" + ], + "description": "SSIS embedded child package." }, - "SnowflakeLinkedService": { + "SSISExecutionCredential": { "type": "object", "properties": { - "type": { - "type": "string", - "enum": [ - "Snowflake" - ] + "domain": { + "type": "object", + "properties": {}, + "description": "Domain for windows authentication." }, - "typeProperties": { + "password": { "oneOf": [ { - "$ref": "#/definitions/SnowflakeLinkedServiceTypeProperties" + "$ref": "#/definitions/SecureString" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Snowflake linked service properties." + "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + }, + "userName": { + "type": "object", + "properties": {}, + "description": "UseName for windows authentication." } }, "required": [ - "type", - "typeProperties" + "domain", + "password", + "userName" ], - "description": "Snowflake linked service." + "description": "SSIS package execution credential." }, - "SnowflakeLinkedServiceTypeProperties": { + "SSISExecutionParameter": { "type": "object", "properties": { - "connectionString": { + "value": { "type": "object", "properties": {}, - "description": "The connection string of snowflake. Type: string, SecureString." - }, - "encryptedCredential": { + "description": "SSIS package execution parameter value. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "value" + ], + "description": "SSIS execution parameter." + }, + "SSISLogLocation": { + "type": "object", + "properties": { + "logPath": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The SSIS package execution log path. Type: string (or Expression with resultType string)." }, - "password": { + "type": { "oneOf": [ { - "$ref": "#/definitions/AzureKeyVaultSecretReference" + "type": "string", + "enum": [ + "File" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Key Vault secret reference." + "description": "The type of SSIS log location." + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/SSISLogLocationTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS package execution log location properties." } }, "required": [ - "connectionString" + "logPath", + "type", + "typeProperties" ], - "description": "Snowflake linked service properties." + "description": "SSIS package execution log location" }, - "SparkDatasetTypeProperties": { + "SSISLogLocationTypeProperties": { "type": "object", "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the Spark. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the Spark. Type: string (or Expression with resultType string)." + "accessCredential": { + "oneOf": [ + { + "$ref": "#/definitions/SSISAccessCredential" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS access credential." }, - "tableName": { + "logRefreshInterval": { "type": "object", "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." + "description": "Specifies the interval to refresh log. The default interval is 5 minutes. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." } }, - "description": "Spark Properties" + "description": "SSIS package execution log location properties." }, - "SparkLinkedService": { + "SSISPackageLocation": { "type": "object", "properties": { + "packagePath": { + "type": "object", + "properties": {}, + "description": "The SSIS package path. Type: string (or Expression with resultType string)." + }, "type": { - "type": "string", - "enum": [ - "Spark" - ] + "oneOf": [ + { + "type": "string", + "enum": [ + "SSISDB", + "File", + "InlinePackage", + "PackageStore" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The type of SSIS package location." }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SparkLinkedServiceTypeProperties" + "$ref": "#/definitions/SSISPackageLocationTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Spark Server linked service properties." + "description": "SSIS package location properties." } }, - "required": [ - "type", - "typeProperties" - ], - "description": "Spark Server linked service." + "description": "SSIS package location." }, - "SparkLinkedServiceTypeProperties": { + "SSISPackageLocationTypeProperties": { "type": "object", "properties": { - "allowHostNameCNMismatch": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require a CA-issued SSL certificate name to match the host name of the server when connecting over SSL. The default value is false." + "accessCredential": { + "oneOf": [ + { + "$ref": "#/definitions/SSISAccessCredential" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "SSIS access credential." }, - "allowSelfSignedServerCert": { - "type": "object", - "properties": {}, - "description": "Specifies whether to allow self-signed certificates from the server. The default value is false." + "childPackages": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/SSISChildPackage" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "The embedded child package list." }, - "authenticationType": { + "configurationAccessCredential": { "oneOf": [ { - "type": "string", - "enum": [ - "Anonymous", - "Username", - "UsernameAndPassword", - "WindowsAzureHDInsightService" - ] + "$ref": "#/definitions/SSISAccessCredential" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The authentication method used to access the Spark server." + "description": "SSIS access credential." }, - "enableSsl": { + "configurationPath": { "type": "object", "properties": {}, - "description": "Specifies whether the connections to the server are encrypted using SSL. The default value is false." + "description": "The configuration file of the package execution. Type: string (or Expression with resultType string)." }, - "encryptedCredential": { + "packageContent": { "type": "object", "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "The embedded package content. Type: string (or Expression with resultType string)." }, - "host": { - "type": "object", - "properties": {}, - "description": "IP address or host name of the Spark server" + "packageLastModifiedDate": { + "type": "string", + "description": "The embedded package last modified date." }, - "httpPath": { - "type": "object", - "properties": {}, - "description": "The partial URL corresponding to the Spark server." + "packageName": { + "type": "string", + "description": "The package name." }, - "password": { + "packagePassword": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -17482,634 +25365,773 @@ } ], "description": "The base definition of a secret type." - }, - "port": { - "type": "object", - "properties": {}, - "description": "The TCP port that the Spark server uses to listen for client connections." - }, - "serverType": { + } + }, + "description": "SSIS package location properties." + }, + "SSISPropertyOverride": { + "type": "object", + "properties": { + "isSensitive": { "oneOf": [ { - "type": "string", - "enum": [ - "SharkServer", - "SharkServer2", - "SparkThriftServer" - ] + "type": "boolean" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The type of Spark server." + "description": "Whether SSIS package property override value is sensitive data. Value will be encrypted in SSISDB if it is true" }, - "thriftTransportProtocol": { + "value": { + "type": "object", + "properties": {}, + "description": "SSIS package property override value. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "value" + ], + "description": "SSIS property override." + }, + "StagingSettings": { + "type": "object", + "properties": { + "additionalProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "Binary", - "SASL", - "HTTP " - ] + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The transport protocol to use in the Thrift layer." + "description": "Unmatched properties from the message are deserialized this collection" }, - "trustedCertPath": { + "enableCompression": { "type": "object", "properties": {}, - "description": "The full path of the .pem file containing trusted CA certificates for verifying the server when connecting over SSL. This property can only be set when using SSL on self-hosted IR. The default value is the cacerts.pem file installed with the IR." + "description": "Specifies whether to use compression when copying data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean)." }, - "username": { - "type": "object", - "properties": {}, - "description": "The user name that you use to access Spark Server." + "linkedServiceName": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." }, - "useSystemTrustStore": { + "path": { "type": "object", "properties": {}, - "description": "Specifies whether to use a CA certificate from the system trust store or from a specified PEM file. The default value is false." + "description": "The path to storage for storing the interim data. Type: string (or Expression with resultType string)." } }, "required": [ - "authenticationType", - "host", - "port" + "linkedServiceName" ], - "description": "Spark Server linked service properties." + "description": "Staging settings." }, - "SparkObjectDataset": { + "StoredProcedureParameter": { "type": "object", "properties": { "type": { - "type": "string", - "enum": [ - "SparkObject" - ] - }, - "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SparkDatasetTypeProperties" + "type": "string", + "enum": [ + "String", + "Int", + "Int64", + "Decimal", + "Guid", + "Boolean", + "Date" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Spark Properties" + "description": "Stored procedure parameter type." + }, + "value": { + "type": "object", + "properties": {}, + "description": "Stored procedure parameter value. Type: string (or Expression with resultType string)." } }, - "required": [ - "type" - ], - "description": "Spark Server dataset." + "description": "SQL stored procedure parameter." }, - "SqlServerLinkedService": { + "StoreReadSettings": { "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SqlServer" - ] + "oneOf": [ + { + "$ref": "#/definitions/AzureBlobStorageReadSettings" }, - "typeProperties": { + { + "$ref": "#/definitions/AzureBlobFSReadSettings" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreReadSettings" + }, + { + "$ref": "#/definitions/AmazonS3ReadSettings" + }, + { + "$ref": "#/definitions/FileServerReadSettings" + }, + { + "$ref": "#/definitions/AzureFileStorageReadSettings" + }, + { + "$ref": "#/definitions/GoogleCloudStorageReadSettings" + }, + { + "$ref": "#/definitions/FtpReadSettings" + }, + { + "$ref": "#/definitions/SftpReadSettings" + }, + { + "$ref": "#/definitions/HttpReadSettings" + }, + { + "$ref": "#/definitions/HdfsReadSettings" + } + ], + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/SqlServerLinkedServiceTypeProperties" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SQL Server linked service properties." + "description": "Unmatched properties from the message are deserialized this collection" + }, + "maxConcurrentConnections": { + "type": "object", + "properties": {}, + "description": "The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer)." } }, - "required": [ - "type", - "typeProperties" - ], - "description": "SQL Server linked service." + "description": "Connector read setting." }, - "SqlServerLinkedServiceTypeProperties": { + "StoreWriteSettings": { "type": "object", - "properties": { - "connectionString": { - "type": "object", - "properties": {}, - "description": "The connection string. Type: string, SecureString or AzureKeyVaultSecretReference." + "oneOf": [ + { + "$ref": "#/definitions/SftpWriteSettings" }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + { + "$ref": "#/definitions/AzureBlobStorageWriteSettings" }, - "password": { + { + "$ref": "#/definitions/AzureBlobFSWriteSettings" + }, + { + "$ref": "#/definitions/AzureDataLakeStoreWriteSettings" + }, + { + "$ref": "#/definitions/FileServerWriteSettings" + }, + { + "$ref": "#/definitions/AzureFileStorageWriteSettings" + } + ], + "properties": { + "additionalProperties": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "Unmatched properties from the message are deserialized this collection" }, - "userName": { + "copyBehavior": { "type": "object", "properties": {}, - "description": "The on-premises Windows authentication user name. Type: string (or Expression with resultType string)." + "description": "The type of copy behavior for copy sink." + }, + "maxConcurrentConnections": { + "type": "object", + "properties": {}, + "description": "The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer)." } }, - "required": [ - "connectionString" - ], - "description": "SQL Server linked service properties." + "description": "Connector write settings." }, - "SqlServerStoredProcedureActivity": { + "SwitchActivity": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SqlServerStoredProcedure" + "Switch" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SqlServerStoredProcedureActivityTypeProperties" + "$ref": "#/definitions/SwitchActivityTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SQL stored procedure activity properties." + "description": "Switch activity properties." } }, "required": [ "type", "typeProperties" ], - "description": "SQL stored procedure activity type." + "description": "This activity evaluates an expression and executes activities under the cases property that correspond to the expression evaluation expected in the equals property." }, - "SqlServerStoredProcedureActivityTypeProperties": { + "SwitchActivityTypeProperties": { "type": "object", "properties": { - "storedProcedureName": { - "type": "object", - "properties": {}, - "description": "Stored procedure name. Type: string (or Expression with resultType string)." - }, - "storedProcedureParameters": { + "cases": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "$ref": "#/definitions/StoredProcedureParameter" - }, - "properties": {} + "type": "array", + "items": { + "$ref": "#/definitions/SwitchCase" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\"." - } - }, - "required": [ - "storedProcedureName" - ], - "description": "SQL stored procedure activity properties." - }, - "SqlServerTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "SqlServerTable" - ] + "description": "List of cases that correspond to expected values of the 'on' property. This is an optional property and if not provided, the activity will execute activities provided in defaultActivities." }, - "typeProperties": { + "defaultActivities": { "oneOf": [ { - "$ref": "#/definitions/SqlServerTableDatasetTypeProperties" + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "On-premises SQL Server dataset properties." - } - }, - "required": [ - "type" - ], - "description": "The on-premises SQL Server dataset." - }, - "SqlServerTableDatasetTypeProperties": { - "type": "object", - "properties": { - "schema": { - "type": "object", - "properties": {}, - "description": "The schema name of the SQL Server dataset. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of the SQL Server dataset. Type: string (or Expression with resultType string)." - }, - "tableName": { - "type": "object", - "properties": {}, - "description": "This property will be retired. Please consider using schema + table properties instead." - } - }, - "description": "On-premises SQL Server dataset properties." - }, - "SquareLinkedService": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "Square" - ] + "description": "List of activities to execute if no case condition is satisfied. This is an optional property and if not provided, the activity will exit without any action." }, - "typeProperties": { + "on": { "oneOf": [ { - "$ref": "#/definitions/SquareLinkedServiceTypeProperties" + "$ref": "#/definitions/Expression" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Square Service linked service properties." + "description": "Azure Data Factory expression definition." } }, "required": [ - "type", - "typeProperties" + "on" ], - "description": "Square Service linked service." + "description": "Switch activity properties." }, - "SquareLinkedServiceTypeProperties": { + "SwitchCase": { "type": "object", "properties": { - "clientId": { - "type": "object", - "properties": {}, - "description": "The client ID associated with your Square application." - }, - "clientSecret": { + "activities": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "array", + "items": { + "$ref": "#/definitions/Activity" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "connectionProperties": { - "type": "object", - "properties": {}, - "description": "Properties used to connect to Square. It is mutually exclusive with any other properties in the linked service. Type: object." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "host": { - "type": "object", - "properties": {}, - "description": "The URL of the Square instance. (i.e. mystore.mysquare.com)" - }, - "redirectUri": { - "type": "object", - "properties": {}, - "description": "The redirect URL assigned in the Square application dashboard. (i.e. http://localhost:2500)" - }, - "useEncryptedEndpoints": { - "type": "object", - "properties": {}, - "description": "Specifies whether the data source endpoints are encrypted using HTTPS. The default value is true." - }, - "useHostVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to require the host name in the server's certificate to match the host name of the server when connecting over SSL. The default value is true." + "description": "List of activities to execute for satisfied case condition." }, - "usePeerVerification": { - "type": "object", - "properties": {}, - "description": "Specifies whether to verify the identity of the server when connecting over SSL. The default value is true." + "value": { + "type": "string", + "description": "Expected value that satisfies the expression result of the 'on' property." } }, - "description": "Square Service linked service properties." + "description": "Switch cases with have a value and corresponding activities." }, - "SquareObjectDataset": { + "SybaseLinkedService": { "type": "object", "properties": { "type": { "type": "string", "enum": [ - "SquareObject" + "Sybase" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/GenericDatasetTypeProperties" + "$ref": "#/definitions/SybaseLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Properties specific to this dataset type." + "description": "Sybase linked service properties." } }, "required": [ - "type" + "type", + "typeProperties" ], - "description": "Square Service dataset." + "description": "Linked service for Sybase data source." }, - "SSISAccessCredential": { + "SybaseLinkedServiceTypeProperties": { "type": "object", "properties": { - "domain": { - "type": "object", - "properties": {}, - "description": "Domain for windows authentication." - }, - "password": { + "authenticationType": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "type": "string", + "enum": [ + "Basic", + "Windows" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." + "description": "AuthenticationType to be used for connection." }, - "userName": { - "type": "object", - "properties": {}, - "description": "UseName for windows authentication." - } - }, - "required": [ - "domain", - "password", - "userName" - ], - "description": "SSIS access credential." - }, - "SSISChildPackage": { - "type": "object", - "properties": { - "packageContent": { + "database": { "type": "object", "properties": {}, - "description": "Content for embedded child package. Type: string (or Expression with resultType string)." - }, - "packageLastModifiedDate": { - "type": "string", - "description": "Last modified date for embedded child package." - }, - "packageName": { - "type": "string", - "description": "Name for embedded child package." + "description": "Database name for connection. Type: string (or Expression with resultType string)." }, - "packagePath": { - "type": "object", - "properties": {}, - "description": "Path for embedded child package. Type: string (or Expression with resultType string)." - } - }, - "required": [ - "packageContent", - "packagePath" - ], - "description": "SSIS embedded child package." - }, - "SSISExecutionCredential": { - "type": "object", - "properties": { - "domain": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "Domain for windows authentication." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, "password": { "oneOf": [ { - "$ref": "#/definitions/SecureString" + "$ref": "#/definitions/SecretBase" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls." + "description": "The base definition of a secret type." }, - "userName": { + "schema": { "type": "object", "properties": {}, - "description": "UseName for windows authentication." + "description": "Schema name for connection. Type: string (or Expression with resultType string)." + }, + "server": { + "type": "object", + "properties": {}, + "description": "Server name for connection. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "Username for authentication. Type: string (or Expression with resultType string)." } }, "required": [ - "domain", - "password", - "userName" + "database", + "server" ], - "description": "SSIS package execution credential." + "description": "Sybase linked service properties." }, - "SSISExecutionParameter": { + "SybaseSource": { "type": "object", "properties": { - "value": { + "query": { "type": "object", "properties": {}, - "description": "SSIS package execution parameter value. Type: string (or Expression with resultType string)." + "description": "Database query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "SybaseSource" + ] } }, "required": [ - "value" + "type" ], - "description": "SSIS execution parameter." + "description": "A copy activity source for Sybase databases." }, - "SSISLogLocation": { + "SybaseTableDataset": { "type": "object", "properties": { - "logPath": { - "type": "object", - "properties": {}, - "description": "The SSIS package execution log path. Type: string (or Expression with resultType string)." - }, "type": { - "oneOf": [ - { - "type": "string", - "enum": [ - "File" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The type of SSIS log location." + "type": "string", + "enum": [ + "SybaseTable" + ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/SSISLogLocationTypeProperties" + "$ref": "#/definitions/SybaseTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS package execution log location properties." + "description": "Sybase table dataset properties." } }, "required": [ - "logPath", - "type", - "typeProperties" + "type" ], - "description": "SSIS package execution log location" + "description": "The Sybase table dataset." }, - "SSISLogLocationTypeProperties": { + "SybaseTableDatasetTypeProperties": { "type": "object", "properties": { - "accessCredential": { + "tableName": { + "type": "object", + "properties": {}, + "description": "The Sybase table name. Type: string (or Expression with resultType string)." + } + }, + "description": "Sybase table dataset properties." + }, + "TabularSource": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/AzureTableSource" + }, + { + "$ref": "#/definitions/InformixSource" + }, + { + "$ref": "#/definitions/Db2Source" + }, + { + "$ref": "#/definitions/OdbcSource" + }, + { + "$ref": "#/definitions/MySqlSource" + }, + { + "$ref": "#/definitions/PostgreSqlSource" + }, + { + "$ref": "#/definitions/SybaseSource" + }, + { + "$ref": "#/definitions/SapBwSource" + }, + { + "$ref": "#/definitions/SalesforceSource" + }, + { + "$ref": "#/definitions/SapCloudForCustomerSource" + }, + { + "$ref": "#/definitions/SapEccSource" + }, + { + "$ref": "#/definitions/SapHanaSource" + }, + { + "$ref": "#/definitions/SapOpenHubSource" + }, + { + "$ref": "#/definitions/SapTableSource" + }, + { + "$ref": "#/definitions/SqlSource" + }, + { + "$ref": "#/definitions/SqlServerSource" + }, + { + "$ref": "#/definitions/AzureSqlSource" + }, + { + "$ref": "#/definitions/SqlMISource" + }, + { + "$ref": "#/definitions/SqlDWSource" + }, + { + "$ref": "#/definitions/AzureMySqlSource" + }, + { + "$ref": "#/definitions/TeradataSource" + }, + { + "$ref": "#/definitions/CassandraSource" + }, + { + "$ref": "#/definitions/AmazonMWSSource" + }, + { + "$ref": "#/definitions/AzurePostgreSqlSource" + }, + { + "$ref": "#/definitions/ConcurSource" + }, + { + "$ref": "#/definitions/CouchbaseSource" + }, + { + "$ref": "#/definitions/DrillSource" + }, + { + "$ref": "#/definitions/EloquaSource" + }, + { + "$ref": "#/definitions/GoogleBigQuerySource" + }, + { + "$ref": "#/definitions/GreenplumSource" + }, + { + "$ref": "#/definitions/HBaseSource" + }, + { + "$ref": "#/definitions/HiveSource" + }, + { + "$ref": "#/definitions/HubspotSource" + }, + { + "$ref": "#/definitions/ImpalaSource" + }, + { + "$ref": "#/definitions/JiraSource" + }, + { + "$ref": "#/definitions/MagentoSource" + }, + { + "$ref": "#/definitions/MariaDBSource" + }, + { + "$ref": "#/definitions/AzureMariaDBSource" + }, + { + "$ref": "#/definitions/MarketoSource" + }, + { + "$ref": "#/definitions/PaypalSource" + }, + { + "$ref": "#/definitions/PhoenixSource" + }, + { + "$ref": "#/definitions/PrestoSource" + }, + { + "$ref": "#/definitions/QuickBooksSource" + }, + { + "$ref": "#/definitions/ServiceNowSource" + }, + { + "$ref": "#/definitions/ShopifySource" + }, + { + "$ref": "#/definitions/SparkSource" + }, + { + "$ref": "#/definitions/SquareSource" + }, + { + "$ref": "#/definitions/XeroSource" + }, + { + "$ref": "#/definitions/ZohoSource" + }, + { + "$ref": "#/definitions/NetezzaSource" + }, + { + "$ref": "#/definitions/VerticaSource" + }, + { + "$ref": "#/definitions/SalesforceMarketingCloudSource" + }, + { + "$ref": "#/definitions/ResponsysSource" + }, + { + "$ref": "#/definitions/DynamicsAXSource" + }, + { + "$ref": "#/definitions/OracleServiceCloudSource" + }, + { + "$ref": "#/definitions/GoogleAdWordsSource" + }, + { + "$ref": "#/definitions/AmazonRedshiftSource" + } + ], + "properties": { + "additionalColumns": { "oneOf": [ { - "$ref": "#/definitions/SSISAccessCredential" + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS access credential." + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." }, - "logRefreshInterval": { + "queryTimeout": { "type": "object", "properties": {}, - "description": "Specifies the interval to refresh log. The default interval is 5 minutes. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + "description": "Query timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "type": { + "type": "string", + "enum": [ + "TabularSource" + ] } }, - "description": "SSIS package execution log location properties." + "required": [ + "type" + ], + "description": "Copy activity sources of tabular type." }, - "SSISPackageLocation": { + "TarGZipReadSettings": { "type": "object", "properties": { - "packagePath": { + "preserveCompressionFileNameAsFolder": { "type": "object", "properties": {}, - "description": "The SSIS package path. Type: string (or Expression with resultType string)." + "description": "Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean)." }, "type": { - "oneOf": [ - { - "type": "string", - "enum": [ - "SSISDB", - "File", - "InlinePackage", - "PackageStore" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "The type of SSIS package location." + "type": "string", + "enum": [ + "TarGZipReadSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "The TarGZip compression read settings." + }, + "TarReadSettings": { + "type": "object", + "properties": { + "preserveCompressionFileNameAsFolder": { + "type": "object", + "properties": {}, + "description": "Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean)." }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SSISPackageLocationTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "SSIS package location properties." + "type": { + "type": "string", + "enum": [ + "TarReadSettings" + ] } }, - "description": "SSIS package location." + "required": [ + "type" + ], + "description": "The Tar compression read settings." }, - "SSISPackageLocationTypeProperties": { + "TeradataLinkedService": { "type": "object", "properties": { - "accessCredential": { - "oneOf": [ - { - "$ref": "#/definitions/SSISAccessCredential" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "SSIS access credential." + "type": { + "type": "string", + "enum": [ + "Teradata" + ] }, - "childPackages": { + "typeProperties": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/SSISChildPackage" - } + "$ref": "#/definitions/TeradataLinkedServiceTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The embedded child package list." - }, - "configurationAccessCredential": { + "description": "Teradata linked service properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Linked service for Teradata data source." + }, + "TeradataLinkedServiceTypeProperties": { + "type": "object", + "properties": { + "authenticationType": { "oneOf": [ { - "$ref": "#/definitions/SSISAccessCredential" + "type": "string", + "enum": [ + "Basic", + "Windows" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "SSIS access credential." + "description": "AuthenticationType to be used for connection." }, - "configurationPath": { + "connectionString": { "type": "object", "properties": {}, - "description": "The configuration file of the package execution. Type: string (or Expression with resultType string)." + "description": "Teradata ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." }, - "packageContent": { + "encryptedCredential": { "type": "object", "properties": {}, - "description": "The embedded package content. Type: string (or Expression with resultType string)." - }, - "packageLastModifiedDate": { - "type": "string", - "description": "The embedded package last modified date." - }, - "packageName": { - "type": "string", - "description": "The package name." + "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." }, - "packagePassword": { + "password": { "oneOf": [ { "$ref": "#/definitions/SecretBase" @@ -18119,579 +26141,527 @@ } ], "description": "The base definition of a secret type." + }, + "server": { + "type": "object", + "properties": {}, + "description": "Server name for connection. Type: string (or Expression with resultType string)." + }, + "username": { + "type": "object", + "properties": {}, + "description": "Username for authentication. Type: string (or Expression with resultType string)." } }, - "description": "SSIS package location properties." + "description": "Teradata linked service properties." }, - "SSISPropertyOverride": { + "TeradataPartitionSettings": { "type": "object", "properties": { - "isSensitive": { - "oneOf": [ - { - "type": "boolean" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Whether SSIS package property override value is sensitive data. Value will be encrypted in SSISDB if it is true" + "partitionColumnName": { + "type": "object", + "properties": {}, + "description": "The name of the column that will be used for proceeding range or hash partitioning. Type: string (or Expression with resultType string)." }, - "value": { + "partitionLowerBound": { "type": "object", "properties": {}, - "description": "SSIS package property override value. Type: string (or Expression with resultType string)." + "description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." + }, + "partitionUpperBound": { + "type": "object", + "properties": {}, + "description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)." } }, - "required": [ - "value" - ], - "description": "SSIS property override." + "description": "The settings that will be leveraged for teradata source partitioning." }, - "StagingSettings": { + "TeradataSource": { "type": "object", "properties": { - "additionalProperties": { + "partitionOption": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "string", + "enum": [ + "None", + "Hash", + "DynamicRange" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "The partition mechanism that will be used for teradata read in parallel." }, - "enableCompression": { - "type": "object", - "properties": {}, - "description": "Specifies whether to use compression when copying data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean)." - }, - "linkedServiceName": { + "partitionSettings": { "oneOf": [ { - "$ref": "#/definitions/LinkedServiceReference" + "$ref": "#/definitions/TeradataPartitionSettings" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Linked service reference type." + "description": "The settings that will be leveraged for teradata source partitioning." }, - "path": { + "query": { "type": "object", "properties": {}, - "description": "The path to storage for storing the interim data. Type: string (or Expression with resultType string)." + "description": "Teradata query. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "TeradataSource" + ] } }, "required": [ - "linkedServiceName" + "type" ], - "description": "Staging settings." + "description": "A copy activity Teradata source." }, - "StoredProcedureParameter": { + "TeradataTableDataset": { "type": "object", "properties": { "type": { + "type": "string", + "enum": [ + "TeradataTable" + ] + }, + "typeProperties": { "oneOf": [ { - "type": "string", - "enum": [ - "String", - "Int", - "Int64", - "Decimal", - "Guid", - "Boolean", - "Date" - ] + "$ref": "#/definitions/TeradataTableDatasetTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Stored procedure parameter type." - }, - "value": { - "type": "object", - "properties": {}, - "description": "Stored procedure parameter value. Type: string (or Expression with resultType string)." + "description": "Teradata dataset properties." } }, - "description": "SQL stored procedure parameter." + "required": [ + "type" + ], + "description": "The Teradata database dataset." }, - "StoreReadSettings": { + "TeradataTableDatasetTypeProperties": { "type": "object", "properties": { - "additionalProperties": { - "oneOf": [ - { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Unmatched properties from the message are deserialized this collection" + "database": { + "type": "object", + "properties": {}, + "description": "The database name of Teradata. Type: string (or Expression with resultType string)." }, - "maxConcurrentConnections": { + "table": { "type": "object", "properties": {}, - "description": "The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer)." + "description": "The table name of Teradata. Type: string (or Expression with resultType string)." } }, - "description": "Connector read setting." + "description": "Teradata dataset properties." }, - "SwitchActivity": { + "TextFormat": { "type": "object", "properties": { + "columnDelimiter": { + "type": "object", + "properties": {}, + "description": "The column delimiter. Type: string (or Expression with resultType string)." + }, + "encodingName": { + "type": "object", + "properties": {}, + "description": "The code page name of the preferred encoding. If miss, the default value is ΓÇ£utf-8ΓÇ¥, unless BOM denotes another Unicode encoding. Refer to the ΓÇ£NameΓÇ¥ column of the table in the following link to set supported values: https://msdn.microsoft.com/library/system.text.encoding.aspx. Type: string (or Expression with resultType string)." + }, + "escapeChar": { + "type": "object", + "properties": {}, + "description": "The escape character. Type: string (or Expression with resultType string)." + }, + "firstRowAsHeader": { + "type": "object", + "properties": {}, + "description": "When used as input, treat the first row of data as headers. When used as output,write the headers into the output as the first row of data. The default value is false. Type: boolean (or Expression with resultType boolean)." + }, + "nullValue": { + "type": "object", + "properties": {}, + "description": "The null value string. Type: string (or Expression with resultType string)." + }, + "quoteChar": { + "type": "object", + "properties": {}, + "description": "The quote character. Type: string (or Expression with resultType string)." + }, + "rowDelimiter": { + "type": "object", + "properties": {}, + "description": "The row delimiter. Type: string (or Expression with resultType string)." + }, + "skipLineCount": { + "type": "object", + "properties": {}, + "description": "The number of lines/rows to be skipped when parsing text files. The default value is 0. Type: integer (or Expression with resultType integer)." + }, + "treatEmptyAsNull": { + "type": "object", + "properties": {}, + "description": "Treat empty column values in the text file as null. The default value is true. Type: boolean (or Expression with resultType boolean)." + }, "type": { "type": "string", "enum": [ - "Switch" + "TextFormat" ] + } + }, + "required": [ + "type" + ], + "description": "The data stored in text format." + }, + "Transformation": { + "type": "object", + "properties": { + "description": { + "type": "string", + "description": "Transformation description." }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SwitchActivityTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Switch activity properties." + "name": { + "type": "string", + "description": "Transformation name." } }, "required": [ - "type", - "typeProperties" + "name" ], - "description": "This activity evaluates an expression and executes activities under the cases property that correspond to the expression evaluation expected in the equals property." + "description": "A data flow transformation." }, - "SwitchActivityTypeProperties": { + "Trigger": { "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/MultiplePipelineTrigger" + }, + { + "$ref": "#/definitions/TumblingWindowTrigger" + }, + { + "$ref": "#/definitions/RerunTumblingWindowTrigger" + }, + { + "$ref": "#/definitions/ChainingTrigger" + } + ], "properties": { - "cases": { + "additionalProperties": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/SwitchCase" - } + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of cases that correspond to expected values of the 'on' property. This is an optional property and if not provided, the activity will execute activities provided in defaultActivities." + "description": "Unmatched properties from the message are deserialized this collection" }, - "defaultActivities": { + "annotations": { "oneOf": [ { "type": "array", "items": { - "$ref": "#/definitions/Activity" + "type": "object", + "properties": {} } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of activities to execute if no case condition is satisfied. This is an optional property and if not provided, the activity will exit without any action." + "description": "List of tags that can be used for describing the trigger." }, - "on": { - "oneOf": [ - { - "$ref": "#/definitions/Expression" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Azure Data Factory expression definition." + "description": { + "type": "string", + "description": "Trigger description." } }, - "required": [ - "on" - ], - "description": "Switch activity properties." + "description": "Azure data factory nested object which contains information about creating pipeline run" }, - "SwitchCase": { + "TriggerDependencyReference": { "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/TumblingWindowTriggerDependencyReference" + } + ], "properties": { - "activities": { + "referenceTrigger": { "oneOf": [ { - "type": "array", - "items": { - "$ref": "#/definitions/Activity" - } + "$ref": "#/definitions/TriggerReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of activities to execute for satisfied case condition." + "description": "Trigger reference type." }, - "value": { - "type": "string", - "description": "Expected value that satisfies the expression result of the 'on' property." - } - }, - "description": "Switch cases with have a value and corresponding activities." - }, - "SybaseLinkedService": { - "type": "object", - "properties": { "type": { "type": "string", "enum": [ - "Sybase" + "TriggerDependencyReference" ] - }, - "typeProperties": { - "oneOf": [ - { - "$ref": "#/definitions/SybaseLinkedServiceTypeProperties" - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Sybase linked service properties." } }, "required": [ - "type", - "typeProperties" + "referenceTrigger", + "type" ], - "description": "Linked service for Sybase data source." + "description": "Trigger referenced dependency." }, - "SybaseLinkedServiceTypeProperties": { + "TriggerPipelineReference": { "type": "object", "properties": { - "authenticationType": { + "parameters": { "oneOf": [ { - "type": "string", - "enum": [ - "Basic", - "Windows" - ] + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "AuthenticationType to be used for connection." - }, - "database": { - "type": "object", - "properties": {}, - "description": "Database name for connection. Type: string (or Expression with resultType string)." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." + "description": "An object mapping parameter names to argument values." }, - "password": { + "pipelineReference": { "oneOf": [ { - "$ref": "#/definitions/SecretBase" + "$ref": "#/definitions/PipelineReference" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "schema": { - "type": "object", - "properties": {}, - "description": "Schema name for connection. Type: string (or Expression with resultType string)." - }, - "server": { - "type": "object", - "properties": {}, - "description": "Server name for connection. Type: string (or Expression with resultType string)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "Username for authentication. Type: string (or Expression with resultType string)." + "description": "Pipeline reference type." } }, - "required": [ - "database", - "server" - ], - "description": "Sybase linked service properties." + "description": "Pipeline that needs to be triggered with the given parameters." }, - "SybaseTableDataset": { + "TriggerReference": { "type": "object", "properties": { - "type": { + "referenceName": { "type": "string", - "enum": [ - "SybaseTable" - ] + "description": "Reference trigger name." }, - "typeProperties": { + "type": { "oneOf": [ { - "$ref": "#/definitions/SybaseTableDatasetTypeProperties" + "type": "string", + "enum": [ + "TriggerReference" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Sybase table dataset properties." + "description": "Trigger reference type." } }, "required": [ + "referenceName", "type" ], - "description": "The Sybase table dataset." - }, - "SybaseTableDatasetTypeProperties": { - "type": "object", - "properties": { - "tableName": { - "type": "object", - "properties": {}, - "description": "The Sybase table name. Type: string (or Expression with resultType string)." - } - }, - "description": "Sybase table dataset properties." + "description": "Trigger reference type." }, - "TeradataLinkedService": { + "TumblingWindowTrigger": { "type": "object", "properties": { + "pipeline": { + "oneOf": [ + { + "$ref": "#/definitions/TriggerPipelineReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Pipeline that needs to be triggered with the given parameters." + }, "type": { "type": "string", "enum": [ - "Teradata" + "TumblingWindowTrigger" ] }, "typeProperties": { "oneOf": [ { - "$ref": "#/definitions/TeradataLinkedServiceTypeProperties" + "$ref": "#/definitions/TumblingWindowTriggerTypeProperties" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Teradata linked service properties." + "description": "Tumbling Window Trigger properties." } }, "required": [ + "pipeline", "type", "typeProperties" ], - "description": "Linked service for Teradata data source." + "description": "Trigger that schedules pipeline runs for all fixed time interval windows from a start time without gaps and also supports backfill scenarios (when start time is in the past)." }, - "TeradataLinkedServiceTypeProperties": { + "TumblingWindowTriggerDependencyReference": { "type": "object", "properties": { - "authenticationType": { + "offset": { "oneOf": [ { "type": "string", - "enum": [ - "Basic", - "Windows" - ] - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "AuthenticationType to be used for connection." - }, - "connectionString": { - "type": "object", - "properties": {}, - "description": "Teradata ODBC connection string. Type: string, SecureString or AzureKeyVaultSecretReference." - }, - "encryptedCredential": { - "type": "object", - "properties": {}, - "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)." - }, - "password": { - "oneOf": [ - { - "$ref": "#/definitions/SecretBase" + "pattern": "-?((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))", + "minLength": 8, + "maxLength": 15 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "The base definition of a secret type." - }, - "server": { - "type": "object", - "properties": {}, - "description": "Server name for connection. Type: string (or Expression with resultType string)." - }, - "username": { - "type": "object", - "properties": {}, - "description": "Username for authentication. Type: string (or Expression with resultType string)." - } - }, - "description": "Teradata linked service properties." - }, - "TeradataTableDataset": { - "type": "object", - "properties": { - "type": { - "type": "string", - "enum": [ - "TeradataTable" - ] + "description": "Timespan applied to the start time of a tumbling window when evaluating dependency." }, - "typeProperties": { + "size": { "oneOf": [ { - "$ref": "#/definitions/TeradataTableDatasetTypeProperties" + "type": "string", + "pattern": "((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))", + "minLength": 8, + "maxLength": 15 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Teradata dataset properties." - } - }, - "required": [ - "type" - ], - "description": "The Teradata database dataset." - }, - "TeradataTableDatasetTypeProperties": { - "type": "object", - "properties": { - "database": { - "type": "object", - "properties": {}, - "description": "The database name of Teradata. Type: string (or Expression with resultType string)." - }, - "table": { - "type": "object", - "properties": {}, - "description": "The table name of Teradata. Type: string (or Expression with resultType string)." - } - }, - "description": "Teradata dataset properties." - }, - "Transformation": { - "type": "object", - "properties": { - "description": { - "type": "string", - "description": "Transformation description." + } + ], + "description": "The size of the window when evaluating the dependency. If undefined the frequency of the tumbling window will be used." }, - "name": { + "type": { "type": "string", - "description": "Transformation name." + "enum": [ + "TumblingWindowTriggerDependencyReference" + ] } }, "required": [ - "name" + "type" ], - "description": "A data flow transformation." + "description": "Referenced tumbling window trigger dependency." }, - "Trigger": { + "TumblingWindowTriggerTypeProperties": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/MultiplePipelineTrigger" - } - ], "properties": { - "additionalProperties": { + "delay": { + "type": "object", + "properties": {}, + "description": "Specifies how long the trigger waits past due time before triggering new run. It doesn't alter window start and end time. The default is 0. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9]))." + }, + "dependsOn": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "array", + "items": { + "$ref": "#/definitions/DependencyReference" + } }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Unmatched properties from the message are deserialized this collection" + "description": "Triggers that this trigger depends on. Only tumbling window triggers are supported." }, - "annotations": { + "endTime": { + "type": "string", + "format": "date-time", + "description": "The end time for the time period for the trigger during which events are fired for windows that are ready. Only UTC time is currently supported." + }, + "frequency": { "oneOf": [ { - "type": "array", - "items": { - "type": "object", - "properties": {} - } + "type": "string", + "enum": [ + "Minute", + "Hour" + ] }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "List of tags that can be used for describing the trigger." + "description": "The frequency of the time windows." }, - "description": { - "type": "string", - "description": "Trigger description." - } - }, - "description": "Azure data factory nested object which contains information about creating pipeline run" - }, - "TriggerPipelineReference": { - "type": "object", - "properties": { - "parameters": { + "interval": { "oneOf": [ { - "type": "object", - "additionalProperties": { - "type": "object", - "properties": {} - }, - "properties": {} + "type": "integer" }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "An object mapping parameter names to argument values." + "description": "The interval of the time windows. The minimum interval allowed is 15 Minutes." }, - "pipelineReference": { + "maxConcurrency": { "oneOf": [ { - "$ref": "#/definitions/PipelineReference" + "type": "integer", + "minimum": 1, + "maximum": 50 }, { "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" } ], - "description": "Pipeline reference type." + "description": "The max number of parallel time windows (ready for execution) for which a new run is triggered." + }, + "retryPolicy": { + "oneOf": [ + { + "$ref": "#/definitions/RetryPolicy" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execution policy for an activity." + }, + "startTime": { + "type": "string", + "format": "date-time", + "description": "The start time for the time period for the trigger during which events are fired for windows that are ready. Only UTC time is currently supported." } }, - "description": "Pipeline that needs to be triggered with the given parameters." + "required": [ + "frequency", + "interval", + "maxConcurrency", + "startTime" + ], + "description": "Tumbling Window Trigger properties." }, "UntilActivity": { "type": "object", @@ -18951,6 +26921,26 @@ }, "description": "Vertica linked service properties." }, + "VerticaSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "VerticaSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Vertica source." + }, "VerticaTableDataset": { "type": "object", "properties": { @@ -19405,6 +27395,35 @@ ], "description": "Base definition of WebLinkedServiceTypeProperties, this typeProperties is polymorphic based on authenticationType, so not flattened in SDK models." }, + "WebSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "type": { + "type": "string", + "enum": [ + "WebSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity source for web page table." + }, "WebTableDataset": { "type": "object", "properties": { @@ -19562,6 +27581,26 @@ ], "description": "Xero Service dataset." }, + "XeroSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "XeroSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Xero Service source." + }, "XmlDataset": { "type": "object", "properties": { @@ -19629,6 +27668,139 @@ ], "description": "Xml dataset properties." }, + "XmlReadSettings": { + "type": "object", + "properties": { + "additionalProperties": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "type": "object", + "properties": {} + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Unmatched properties from the message are deserialized this collection" + }, + "compressionProperties": { + "oneOf": [ + { + "$ref": "#/definitions/CompressionReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Compression read settings." + }, + "detectDataType": { + "type": "object", + "properties": {}, + "description": "Indicates whether type detection is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean)." + }, + "namespacePrefixes": { + "type": "object", + "properties": {}, + "description": "Namespace uri to prefix mappings to override the prefixes in column names when namespace is enabled, if no prefix is defined for a namespace uri, the prefix of xml element/attribute name in the xml data file will be used. Example: \"{\"http://www.example.com/xml\":\"prefix\"}\" Type: object (or Expression with resultType object)." + }, + "namespaces": { + "type": "object", + "properties": {}, + "description": "Indicates whether namespace is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "XmlReadSettings" + ] + }, + "validationMode": { + "type": "object", + "properties": {}, + "description": "Indicates what validation method is used when reading the xml files. Allowed values: 'none', 'xsd', or 'dtd'. Type: string (or Expression with resultType string)." + } + }, + "required": [ + "type" + ], + "description": "Xml read settings." + }, + "XmlSource": { + "type": "object", + "properties": { + "additionalColumns": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/AdditionalColumns" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + }, + "formatSettings": { + "oneOf": [ + { + "$ref": "#/definitions/XmlReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Xml read settings." + }, + "storeSettings": { + "oneOf": [ + { + "$ref": "#/definitions/StoreReadSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Connector read setting." + }, + "type": { + "type": "string", + "enum": [ + "XmlSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Xml source." + }, + "ZipDeflateReadSettings": { + "type": "object", + "properties": { + "preserveZipFileNameAsFolder": { + "type": "object", + "properties": {}, + "description": "Preserve the zip file name as folder path. Type: boolean (or Expression with resultType boolean)." + }, + "type": { + "type": "string", + "enum": [ + "ZipDeflateReadSettings" + ] + } + }, + "required": [ + "type" + ], + "description": "The ZipDeflate compression read settings." + }, "ZohoLinkedService": { "type": "object", "properties": { @@ -19728,6 +27900,26 @@ "type" ], "description": "Zoho server dataset." + }, + "ZohoSource": { + "type": "object", + "properties": { + "query": { + "type": "object", + "properties": {}, + "description": "A query to retrieve data from source. Type: string (or Expression with resultType string)." + }, + "type": { + "type": "string", + "enum": [ + "ZohoSource" + ] + } + }, + "required": [ + "type" + ], + "description": "A copy activity Zoho server source." } } } \ No newline at end of file