Skip to content

Commit

Permalink
fix: dependencies for usage sources
Browse files Browse the repository at this point in the history
  • Loading branch information
anshbansal committed Apr 1, 2022
1 parent 2fc3a48 commit 32f706c
Showing 1 changed file with 9 additions and 5 deletions.
14 changes: 9 additions & 5 deletions metadata-ingestion/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -132,6 +132,10 @@ def get_long_description():
"wcmatch",
}

usage_common = {
"sqlparse",
}

# Note: for all of these, framework_common will be added.
plugins: Dict[str, Set[str]] = {
# Sink plugins.
Expand All @@ -147,9 +151,9 @@ def get_long_description():
"athena": sql_common | {"PyAthena[SQLAlchemy]==2.4.1"},
"azure-ad": set(),
"bigquery": sql_common | bigquery_common | {"sqlalchemy-bigquery>=1.4.1"},
"bigquery-usage": bigquery_common | {"cachetools"},
"bigquery-usage": bigquery_common | usage_common | {"cachetools"},
"clickhouse": sql_common | {"clickhouse-sqlalchemy==0.1.8"},
"clickhouse-usage": sql_common | {"clickhouse-sqlalchemy==0.1.8"},
"clickhouse-usage": sql_common | usage_common | {"clickhouse-sqlalchemy==0.1.8", },
"datahub-lineage-file": set(),
"datahub-business-glossary": set(),
"data-lake": {*data_lake_base, *data_lake_profiling},
Expand Down Expand Up @@ -193,16 +197,16 @@ def get_long_description():
"redshift": sql_common
| {"sqlalchemy-redshift", "psycopg2-binary", "GeoAlchemy2", "sqllineage==1.3.3"},
"redshift-usage": sql_common
| usage_common
| {
"sqlalchemy-redshift",
"psycopg2-binary",
"GeoAlchemy2",
"sqllineage==1.3.3",
"sqlparse",
},
"sagemaker": aws_common,
"snowflake": snowflake_common,
"snowflake-usage": snowflake_common | {"more-itertools>=8.12.0"},
"snowflake-usage": snowflake_common | usage_common | {"more-itertools>=8.12.0", },
"sqlalchemy": sql_common,
"superset": {
"requests",
Expand All @@ -213,7 +217,7 @@ def get_long_description():
},
"tableau": {"tableauserverclient>=0.17.0"},
"trino": sql_common | trino,
"starburst-trino-usage": sql_common | trino,
"starburst-trino-usage": sql_common | usage_common | trino,
"nifi": {"requests", "packaging"},
"powerbi": {"orderedset"} | microsoft_common,
}
Expand Down

0 comments on commit 32f706c

Please sign in to comment.