Skip to content

Commit 3d839a3

Browse files
committed
updates
1 parent 1ca0d35 commit 3d839a3

File tree

3 files changed

+15
-7
lines changed

3 files changed

+15
-7
lines changed

docs/how/updating-datahub.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
This file documents any backwards-incompatible changes in DataHub and assists people when migrating to a new version.
1818

1919
## Next
20-
- #12179 - Config `include_view_lineage` is removed from snowflake ingestion source. View and External Table DDL lineage will always be ingested when definitions are available.
20+
- #12191 - Configs `include_view_lineage` and `include_view_column_lineage` is removed from snowflake ingestion source. View and External Table DDL lineage will always be ingested when definitions are available.
2121
- #11560 - The PowerBI ingestion source configuration option include_workspace_name_in_dataset_urn determines whether the workspace name is included in the PowerBI dataset's URN.<br/> PowerBI allows to have identical name of semantic model and their tables across the workspace, It will overwrite the semantic model in-case of multi-workspace ingestion.<br/>
2222
Entity urn with `include_workspace_name_in_dataset_urn: false`
2323

metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_config.py

+2-6
Original file line numberDiff line numberDiff line change
@@ -165,6 +165,7 @@ class SnowflakeConfig(
165165
)
166166

167167
_include_view_lineage = pydantic_removed_field("include_view_lineage")
168+
_include_view_column_lineage = pydantic_removed_field("include_view_column_lineage")
168169

169170
ignore_start_time_lineage: bool = False
170171
upstream_lineage_in_report: bool = False
@@ -208,13 +209,8 @@ class SnowflakeV2Config(
208209
description="Populates table->table and view->table column lineage. Requires appropriate grants given to the role and the Snowflake Enterprise Edition or above.",
209210
)
210211

211-
include_view_column_lineage: bool = Field(
212-
default=True,
213-
description="Populates view->view and table->view column lineage using DataHub's sql parser.",
214-
)
215-
216212
use_queries_v2: bool = Field(
217-
default=True,
213+
default=False,
218214
description="If enabled, uses the new queries extractor to extract queries from snowflake.",
219215
)
220216

metadata-ingestion/tests/unit/snowflake/test_snowflake_source.py

+12
Original file line numberDiff line numberDiff line change
@@ -653,3 +653,15 @@ def test_create_snowsight_base_url_ap_northeast_1():
653653

654654
def test_snowflake_utils() -> None:
655655
assert_doctest(datahub.ingestion.source.snowflake.snowflake_utils)
656+
657+
658+
def test_using_removed_fields_causes_no_error() -> None:
659+
assert SnowflakeV2Config.parse_obj(
660+
{
661+
"account_id": "test",
662+
"username": "snowflake",
663+
"password": "snowflake",
664+
"include_view_lineage": "true",
665+
"include_view_column_lineage": "true",
666+
}
667+
)

0 commit comments

Comments
 (0)