Skip to content

Commit

Permalink
feat(ingest/sql): add default dialect support to SqlQueriesSource (da…
Browse files Browse the repository at this point in the history
rohansun authored Sep 5, 2024

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature.
1 parent a146ffa commit c3a7850
Showing 1 changed file with 5 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -66,6 +66,10 @@ class SqlQueriesSourceConfig(PlatformInstanceConfigMixin, EnvConfigMixin):
description="The default schema to use for unqualified table names",
default=None,
)
default_dialect: Optional[str] = Field(
description="The SQL dialect to use when parsing queries. Overrides automatic dialect detection.",
default=None,
)


class SqlQueriesSourceReport(SourceReport):
@@ -177,6 +181,7 @@ def _process_query(self, entry: "QueryEntry") -> Iterable[MetadataWorkUnit]:
schema_resolver=self.schema_resolver,
default_db=self.config.default_db,
default_schema=self.config.default_schema,
default_dialect=self.config.default_dialect,
)
if result.debug_info.table_error:
logger.info(f"Error parsing table lineage, {result.debug_info.table_error}")

0 comments on commit c3a7850

Please sign in to comment.