Commit 5c4d7ad 1 parent d3b679e commit 5c4d7ad Copy full SHA for 5c4d7ad
File tree 2 files changed +6
-4
lines changed
src/datahub/ingestion/source/snowflake
tests/integration/snowflake
2 files changed +6
-4
lines changed Original file line number Diff line number Diff line change @@ -82,10 +82,11 @@ def create_structured_property_templates(self) -> Iterable[MetadataWorkUnit]:
82
82
for tag in self .data_dictionary .get_all_tags ():
83
83
if not self .config .tag_pattern .allowed (tag .tag_identifier ()):
84
84
continue
85
- if not self .config .database_pattern .allowed (tag .database ):
86
- continue
87
- if not self .config .schema_pattern .allowed (f"{ tag .database } .{ tag .schema } " ):
88
- continue
85
+ # Do we need to filter based on database and schema or is it enough if we filter based on tag pattern?
86
+ # if not self.config.database_pattern.allowed(tag.database):
87
+ # continue
88
+ # if not self.config.schema_pattern.allowed(f"{tag.database}.{tag.schema}"):
89
+ # continue
89
90
90
91
if self .config .extract_tags_as_structured_properties :
91
92
self .report .num_structured_property_templates_created += 1
Original file line number Diff line number Diff line change @@ -219,6 +219,7 @@ def test_snowflake_tags_as_structured_properties(
219
219
include_column_lineage = False ,
220
220
include_usage_stats = False ,
221
221
include_operational_stats = False ,
222
+ structured_properties_template_cache_invalidation_interval = 1 ,
222
223
),
223
224
),
224
225
sink = DynamicTypedConfig (
You can’t perform that action at this time.
0 commit comments