Skip to content

Commit 7e9d056

Browse files
committed
fix(ingest/powerbi): Fix column lineage
1 parent 851c885 commit 7e9d056

File tree

1 file changed

+18
-6
lines changed

1 file changed

+18
-6
lines changed

metadata-ingestion/src/datahub/ingestion/source/powerbi/m_query/pattern_handler.py

+18-6
Original file line numberDiff line numberDiff line change
@@ -334,14 +334,16 @@ def create_lineage(
334334
qualified_table_name=qualified_table_name,
335335
)
336336

337+
column_lineage = self.create_table_column_lineage(urn)
338+
337339
return Lineage(
338340
upstreams=[
339341
DataPlatformTable(
340342
data_platform_pair=self.get_platform_pair(),
341343
urn=urn,
342344
)
343345
],
344-
column_lineage=[],
346+
column_lineage=column_lineage
345347
)
346348

347349

@@ -399,14 +401,16 @@ def create_lineage(
399401
qualified_table_name=qualified_table_name,
400402
)
401403

404+
column_lineage = self.create_table_column_lineage(urn)
405+
402406
return Lineage(
403407
upstreams=[
404408
DataPlatformTable(
405409
data_platform_pair=self.get_platform_pair(),
406410
urn=urn,
407411
)
408412
],
409-
column_lineage=[],
413+
column_lineage=column_lineage
410414
)
411415

412416

@@ -484,14 +488,16 @@ def create_lineage(
484488
qualified_table_name=qualified_table_name,
485489
)
486490

491+
column_lineage = self.create_table_column_lineage(urn)
492+
487493
return Lineage(
488494
upstreams=[
489495
DataPlatformTable(
490496
data_platform_pair=self.get_platform_pair(),
491497
urn=urn,
492498
)
493499
],
494-
column_lineage=[],
500+
column_lineage=column_lineage
495501
)
496502

497503
return Lineage.empty()
@@ -544,14 +550,17 @@ def two_level_access_pattern(
544550
server=server,
545551
qualified_table_name=qualified_table_name,
546552
)
553+
554+
column_lineage = self.create_table_column_lineage(urn)
555+
547556
return Lineage(
548557
upstreams=[
549558
DataPlatformTable(
550559
data_platform_pair=self.get_platform_pair(),
551560
urn=urn,
552561
)
553562
],
554-
column_lineage=[],
563+
column_lineage=column_lineage
555564
)
556565

557566

@@ -715,7 +724,7 @@ def create_lineage(
715724
urn=urn,
716725
)
717726
],
718-
column_lineage=column_lineage,
727+
column_lineage=column_lineage
719728
)
720729

721730

@@ -763,6 +772,7 @@ def create_urn_using_old_parser(self, query: str, server: str) -> Lineage:
763772

764773
tables: List[str] = native_sql_parser.get_tables(query)
765774

775+
column_lineage = []
766776
for qualified_table_name in tables:
767777
if len(qualified_table_name.split(".")) != 3:
768778
logger.debug(
@@ -785,11 +795,13 @@ def create_urn_using_old_parser(self, query: str, server: str) -> Lineage:
785795
)
786796
)
787797

798+
column_lineage = self.create_table_column_lineage(urn)
799+
788800
logger.debug(f"Generated dataplatform_tables {dataplatform_tables}")
789801

790802
return Lineage(
791803
upstreams=dataplatform_tables,
792-
column_lineage=[],
804+
column_lineage=column_lineage
793805
)
794806

795807
def get_db_name(self, data_access_tokens: List[str]) -> Optional[str]:

0 commit comments

Comments
 (0)