Commit ffc98da 1 parent 3757a44 commit ffc98da Copy full SHA for ffc98da
File tree 2 files changed +8
-0
lines changed
metadata-ingestion/src/datahub/ingestion/source/snowflake
2 files changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -308,6 +308,13 @@ class SnowflakeV2Config(
308
308
" assertions CLI in snowflake" ,
309
309
)
310
310
311
+ pushdown_deny_usernames : List [str ] = Field (
312
+ default = [],
313
+ description = "List of snowflake usernames which will not be considered for lineage/usage/queries extraction. "
314
+ "This is primarily useful for improving performance by filtering out users with extremely high query volumes. "
315
+ "Only applicable if `use_queries_v2` is enabled." ,
316
+ )
317
+
311
318
@validator ("convert_urns_to_lowercase" )
312
319
def validate_convert_urns_to_lowercase (cls , v ):
313
320
if not v :
Original file line number Diff line number Diff line change @@ -567,6 +567,7 @@ def get_workunits_internal(self) -> Iterable[MetadataWorkUnit]:
567
567
include_queries = self .config .include_queries ,
568
568
include_query_usage_statistics = self .config .include_query_usage_statistics ,
569
569
user_email_pattern = self .config .user_email_pattern ,
570
+ pushdown_deny_usernames = self .config .pushdown_deny_usernames ,
570
571
),
571
572
structured_report = self .report ,
572
573
filters = self .filters ,
You can’t perform that action at this time.
0 commit comments