Skip to content

Commit ffc98da

Browse files
feat(snowflake): add missing pushdown_deny_usernames config to be used when use_queries_v2 (#12527)
1 parent 3757a44 commit ffc98da

File tree

2 files changed

+8
-0
lines changed

2 files changed

+8
-0
lines changed

metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_config.py

+7
Original file line numberDiff line numberDiff line change
@@ -308,6 +308,13 @@ class SnowflakeV2Config(
308308
" assertions CLI in snowflake",
309309
)
310310

311+
pushdown_deny_usernames: List[str] = Field(
312+
default=[],
313+
description="List of snowflake usernames which will not be considered for lineage/usage/queries extraction. "
314+
"This is primarily useful for improving performance by filtering out users with extremely high query volumes. "
315+
"Only applicable if `use_queries_v2` is enabled.",
316+
)
317+
311318
@validator("convert_urns_to_lowercase")
312319
def validate_convert_urns_to_lowercase(cls, v):
313320
if not v:

metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_v2.py

+1
Original file line numberDiff line numberDiff line change
@@ -567,6 +567,7 @@ def get_workunits_internal(self) -> Iterable[MetadataWorkUnit]:
567567
include_queries=self.config.include_queries,
568568
include_query_usage_statistics=self.config.include_query_usage_statistics,
569569
user_email_pattern=self.config.user_email_pattern,
570+
pushdown_deny_usernames=self.config.pushdown_deny_usernames,
570571
),
571572
structured_report=self.report,
572573
filters=self.filters,

0 commit comments

Comments
 (0)