Skip to content

Commit

Permalink
feat(ingest/sql): add default dialect support to SqlQueriesSource (da…
Browse files Browse the repository at this point in the history
  • Loading branch information
rohansun authored Sep 5, 2024
1 parent a146ffa commit c3a7850
Showing 1 changed file with 5 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,10 @@ class SqlQueriesSourceConfig(PlatformInstanceConfigMixin, EnvConfigMixin):
description="The default schema to use for unqualified table names",
default=None,
)
default_dialect: Optional[str] = Field(
description="The SQL dialect to use when parsing queries. Overrides automatic dialect detection.",
default=None,
)


class SqlQueriesSourceReport(SourceReport):
Expand Down Expand Up @@ -177,6 +181,7 @@ def _process_query(self, entry: "QueryEntry") -> Iterable[MetadataWorkUnit]:
schema_resolver=self.schema_resolver,
default_db=self.config.default_db,
default_schema=self.config.default_schema,
default_dialect=self.config.default_dialect,
)
if result.debug_info.table_error:
logger.info(f"Error parsing table lineage, {result.debug_info.table_error}")
Expand Down

0 comments on commit c3a7850

Please sign in to comment.