Skip to content

Commit 6bcc446

Browse files
committed
fix(ingest/glue): add info in report
1 parent 3e9e6e4 commit 6bcc446

File tree

1 file changed

+2
-0
lines changed
  • metadata-ingestion/src/datahub/ingestion/source/aws

1 file changed

+2
-0
lines changed

metadata-ingestion/src/datahub/ingestion/source/aws/glue.py

+2
Original file line numberDiff line numberDiff line change
@@ -218,6 +218,7 @@ def platform_validator(cls, v: str) -> str:
218218

219219
@dataclass
220220
class GlueSourceReport(StaleEntityRemovalSourceReport):
221+
catalog_id: Optional[str] = None
221222
tables_scanned = 0
222223
filtered: List[str] = dataclass_field(default_factory=list)
223224
databases: EntityFilterReport = EntityFilterReport.field(type="database")
@@ -686,6 +687,7 @@ def get_all_databases(self) -> Iterable[Mapping[str, Any]]:
686687
# see https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/glue/paginator/GetDatabases.html
687688
paginator = self.glue_client.get_paginator("get_databases")
688689

690+
self.report.catalog_id = self.source_config.catalog_id
689691
if self.source_config.catalog_id:
690692
paginator_response = paginator.paginate(
691693
CatalogId=self.source_config.catalog_id

0 commit comments

Comments
 (0)