Skip to content

Commit 0562c7a

Browse files
authored
fix(ingest): exclude aspect from migration (#12206)
1 parent 73dce9e commit 0562c7a

File tree

1 file changed

+12
-1
lines changed
  • metadata-ingestion/src/datahub/ingestion/source/datahub

1 file changed

+12
-1
lines changed

metadata-ingestion/src/datahub/ingestion/source/datahub/config.py

+12-1
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,17 @@
1414
DEFAULT_DATABASE_TABLE_NAME = "metadata_aspect_v2"
1515
DEFAULT_KAFKA_TOPIC_NAME = "MetadataChangeLog_Timeseries_v1"
1616
DEFAULT_DATABASE_BATCH_SIZE = 10_000
17+
DEFAULT_EXCLUDE_ASPECTS = {
18+
"dataHubIngestionSourceKey",
19+
"dataHubIngestionSourceInfo",
20+
"datahubIngestionRunSummary",
21+
"datahubIngestionCheckpoint",
22+
"dataHubSecretKey",
23+
"dataHubSecretValue",
24+
"globalSettingsKey",
25+
"globalSettingsInfo",
26+
"testResults",
27+
}
1728

1829

1930
class DataHubSourceConfig(StatefulIngestionConfigBase):
@@ -44,7 +55,7 @@ class DataHubSourceConfig(StatefulIngestionConfigBase):
4455
)
4556

4657
exclude_aspects: Set[str] = Field(
47-
default_factory=set,
58+
default=DEFAULT_EXCLUDE_ASPECTS,
4859
description="Set of aspect names to exclude from ingestion",
4960
)
5061

0 commit comments

Comments
 (0)