@@ -334,14 +334,16 @@ def create_lineage(
334
334
qualified_table_name = qualified_table_name ,
335
335
)
336
336
337
+ column_lineage = self .create_table_column_lineage (urn )
338
+
337
339
return Lineage (
338
340
upstreams = [
339
341
DataPlatformTable (
340
342
data_platform_pair = self .get_platform_pair (),
341
343
urn = urn ,
342
344
)
343
345
],
344
- column_lineage = [],
346
+ column_lineage = column_lineage
345
347
)
346
348
347
349
@@ -399,14 +401,16 @@ def create_lineage(
399
401
qualified_table_name = qualified_table_name ,
400
402
)
401
403
404
+ column_lineage = self .create_table_column_lineage (urn )
405
+
402
406
return Lineage (
403
407
upstreams = [
404
408
DataPlatformTable (
405
409
data_platform_pair = self .get_platform_pair (),
406
410
urn = urn ,
407
411
)
408
412
],
409
- column_lineage = [],
413
+ column_lineage = column_lineage
410
414
)
411
415
412
416
@@ -484,14 +488,16 @@ def create_lineage(
484
488
qualified_table_name = qualified_table_name ,
485
489
)
486
490
491
+ column_lineage = self .create_table_column_lineage (urn )
492
+
487
493
return Lineage (
488
494
upstreams = [
489
495
DataPlatformTable (
490
496
data_platform_pair = self .get_platform_pair (),
491
497
urn = urn ,
492
498
)
493
499
],
494
- column_lineage = [],
500
+ column_lineage = column_lineage
495
501
)
496
502
497
503
return Lineage .empty ()
@@ -544,14 +550,17 @@ def two_level_access_pattern(
544
550
server = server ,
545
551
qualified_table_name = qualified_table_name ,
546
552
)
553
+
554
+ column_lineage = self .create_table_column_lineage (urn )
555
+
547
556
return Lineage (
548
557
upstreams = [
549
558
DataPlatformTable (
550
559
data_platform_pair = self .get_platform_pair (),
551
560
urn = urn ,
552
561
)
553
562
],
554
- column_lineage = [],
563
+ column_lineage = column_lineage
555
564
)
556
565
557
566
@@ -715,7 +724,7 @@ def create_lineage(
715
724
urn = urn ,
716
725
)
717
726
],
718
- column_lineage = column_lineage ,
727
+ column_lineage = column_lineage
719
728
)
720
729
721
730
@@ -763,6 +772,7 @@ def create_urn_using_old_parser(self, query: str, server: str) -> Lineage:
763
772
764
773
tables : List [str ] = native_sql_parser .get_tables (query )
765
774
775
+ column_lineage = []
766
776
for qualified_table_name in tables :
767
777
if len (qualified_table_name .split ("." )) != 3 :
768
778
logger .debug (
@@ -785,11 +795,13 @@ def create_urn_using_old_parser(self, query: str, server: str) -> Lineage:
785
795
)
786
796
)
787
797
798
+ column_lineage = self .create_table_column_lineage (urn )
799
+
788
800
logger .debug (f"Generated dataplatform_tables { dataplatform_tables } " )
789
801
790
802
return Lineage (
791
803
upstreams = dataplatform_tables ,
792
- column_lineage = [],
804
+ column_lineage = column_lineage
793
805
)
794
806
795
807
def get_db_name (self , data_access_tokens : List [str ]) -> Optional [str ]:
0 commit comments