Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[DataFactory] support dataset v2 split name #6738

Merged
merged 1 commit into from
Jul 29, 2019
Merged

[DataFactory] support dataset v2 split name #6738

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
203 changes: 194 additions & 9 deletions ...factory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Dataset.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -771,6 +771,14 @@
"description": "Azure SQL dataset properties.",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"schema": {
"type": "object",
"description": "The schema name of the Azure SQL database. Type: string (or Expression with resultType string)."
},
"table": {
"type": "object",
"description": "The table name of the Azure SQL database. Type: string (or Expression with resultType string)."
}
Expand Down Expand Up @@ -831,6 +839,14 @@
"description": "Azure SQL Data Warehouse dataset properties.",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"schema": {
"type": "object",
"description": "The schema name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)."
},
"table": {
"type": "object",
"description": "The table name of the Azure SQL Data Warehouse. Type: string (or Expression with resultType string)."
}
Expand Down Expand Up @@ -1297,6 +1313,14 @@
"description": "On-premises Oracle dataset properties.",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"schema": {
"type": "object",
"description": "The schema name of the on-premises Oracle database. Type: string (or Expression with resultType string)."
},
"table": {
"type": "object",
"description": "The table name of the on-premises Oracle database. Type: string (or Expression with resultType string)."
}
Expand Down Expand Up @@ -1724,6 +1748,14 @@
"description": "On-premises SQL Server dataset properties.",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"schema": {
"type": "object",
"description": "The schema name of the SQL Server dataset. Type: string (or Expression with resultType string)."
},
"table": {
"type": "object",
"description": "The table name of the SQL Server dataset. Type: string (or Expression with resultType string)."
}
Expand Down Expand Up @@ -2024,7 +2056,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/DrillDatasetTypeProperties"
}
}
},
"DrillDatasetTypeProperties": {
"description": "Drill Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Drill. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Drill. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2058,7 +2107,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/GoogleBigQueryDatasetTypeProperties"
}
}
},
"GoogleBigQueryDatasetTypeProperties": {
"description": "Google BigQuery Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using database + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Google BigQuery. Type: string (or Expression with resultType string)."
},
"dataset": {
"type": "object",
"description": "The database name of the Google BigQuery. Type: string (or Expression with resultType string)."
}
}
},
Expand All @@ -2075,7 +2141,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/GreenplumDatasetTypeProperties"
}
}
},
"GreenplumDatasetTypeProperties": {
"description": "Greenplum Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of Greenplum. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of Greenplum. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2109,7 +2192,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/HiveDatasetTypeProperties"
}
}
},
"HiveDatasetTypeProperties": {
"description": "Hive Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Hive. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Hive. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2143,7 +2243,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/ImpalaDatasetTypeProperties"
}
}
},
"ImpalaDatasetTypeProperties": {
"description": "Impala Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Impala. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Impala. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2245,7 +2362,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/PhoenixDatasetTypeProperties"
}
}
},
"PhoenixDatasetTypeProperties": {
"description": "Phoenix Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Phoenix. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Phoenix. Type: string (or Expression with resultType string)."
}
}
},
Expand All @@ -2262,7 +2396,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/PrestoDatasetTypeProperties"
}
}
},
"PrestoDatasetTypeProperties": {
"description": "Presto Dataset Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Presto. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Presto. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2330,7 +2481,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/SparkDatasetTypeProperties"
}
}
},
"SparkDatasetTypeProperties": {
"description": "Spark Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Spark. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Spark. Type: string (or Expression with resultType string)."
}
}
},
Expand Down Expand Up @@ -2415,7 +2583,24 @@
"typeProperties": {
"description": "Properties specific to this dataset type.",
"x-ms-client-flatten": true,
"$ref": "#/definitions/GenericDatasetTypeProperties"
"$ref": "#/definitions/VerticaDatasetTypeProperties"
}
}
},
"VerticaDatasetTypeProperties": {
"description": "Vertica Properties",
"properties": {
"tableName": {
"type": "object",
"description": "This property will be retired. Please consider using schema + table properties instead."
},
"table": {
"type": "object",
"description": "The table name of the Vertica. Type: string (or Expression with resultType string)."
},
"schema": {
"type": "object",
"description": "The schema name of the Vertica. Type: string (or Expression with resultType string)."
}
}
},
Expand Down