fix(ingest/powerbi): Lint fix

Author: mminichino

metadata-ingestion/src/datahub/ingestion/source/powerbi/config.py

@@ -304,7 +304,7 @@ class PowerBiDashboardSourceConfig(
     workspace_name_pattern: AllowDenyPattern = pydantic.Field(
         default=AllowDenyPattern.allow_all(),
         description="Regex patterns to filter PowerBI workspaces in ingestion."
-                    " Note: This field works in conjunction with 'workspace_type_filter' and both must be considered when filtering workspaces.",
+        " Note: This field works in conjunction with 'workspace_type_filter' and both must be considered when filtering workspaces.",
     )
 
     # Dataset type mapping PowerBI support many type of data-sources. Here user needs to define what type of PowerBI

metadata-ingestion/src/datahub/ingestion/source/powerbi/m_query/pattern_handler.py

@@ -1,7 +1,7 @@
 import logging
 from abc import ABC, abstractmethod
 from enum import Enum
-from typing import Dict, List, Optional, Tuple, Type, cast, Any
+from typing import Dict, List, Optional, Tuple, Type, cast
 
 from lark import Tree
 
@@ -30,13 +30,13 @@
     ReferencedTable,
 )
 from datahub.ingestion.source.powerbi.rest_api_wrapper.data_classes import Table
+from datahub.metadata.schema_classes import SchemaFieldDataTypeClass
 from datahub.sql_parsing.sqlglot_lineage import (
-    SqlParsingResult,
     ColumnLineageInfo,
+    ColumnRef,
     DownstreamColumnRef,
-    ColumnRef
+    SqlParsingResult,
 )
-from datahub.metadata.schema_classes import SchemaFieldDataTypeClass
 
 logger = logging.getLogger(__name__)
 
@@ -268,17 +268,15 @@ def parse_custom_sql(
             ),
         )
 
-    def create_table_column_lineage(
-            self, urn: str
-    ) -> List[ColumnLineageInfo]:
+    def create_table_column_lineage(self, urn: str) -> List[ColumnLineageInfo]:
         column_lineage = []
 
         for column in self.table.columns:
             downstream = DownstreamColumnRef(
                 table=self.table.name,
                 column=column.name,
                 column_type=SchemaFieldDataTypeClass(type=column.datahubDataType),
-                native_column_type=column.dataType or "UNKNOWN"
+                native_column_type=column.dataType or "UNKNOWN",
             )
 
             upstreams = [
@@ -289,8 +287,7 @@ def create_table_column_lineage(
             ]
 
             column_lineage_info = ColumnLineageInfo(
-                downstream=downstream,
-                upstreams=upstreams
+                downstream=downstream, upstreams=upstreams
             )
 
             column_lineage.append(column_lineage_info)
@@ -343,7 +340,7 @@ def create_lineage(
                     urn=urn,
                 )
             ],
-            column_lineage=column_lineage
+            column_lineage=column_lineage,
         )
 
 
@@ -410,7 +407,7 @@ def create_lineage(
                     urn=urn,
                 )
             ],
-            column_lineage=column_lineage
+            column_lineage=column_lineage,
         )
 
 
@@ -497,7 +494,7 @@ def create_lineage(
                         urn=urn,
                     )
                 ],
-                column_lineage=column_lineage
+                column_lineage=column_lineage,
             )
 
         return Lineage.empty()
@@ -560,7 +557,7 @@ def two_level_access_pattern(
                     urn=urn,
                 )
             ],
-            column_lineage=column_lineage
+            column_lineage=column_lineage,
         )
 
 
@@ -724,7 +721,7 @@ def create_lineage(
                     urn=urn,
                 )
             ],
-            column_lineage=column_lineage
+            column_lineage=column_lineage,
         )
 
 
@@ -799,10 +796,7 @@ def create_urn_using_old_parser(self, query: str, server: str) -> Lineage:
 
         logger.debug(f"Generated dataplatform_tables {dataplatform_tables}")
 
-        return Lineage(
-            upstreams=dataplatform_tables,
-            column_lineage=column_lineage
-        )
+        return Lineage(upstreams=dataplatform_tables, column_lineage=column_lineage)
 
     def get_db_name(self, data_access_tokens: List[str]) -> Optional[str]:
         if (

metadata-ingestion/src/datahub/ingestion/source/powerbi/powerbi.py

@@ -1306,8 +1306,9 @@ def get_allowed_workspaces(self) -> List[powerbi_data_classes.Workspace]:
 
         allowed_workspaces = []
         for workspace in all_workspaces:
-            if (not self.source_config.workspace_id_pattern.allowed(workspace.id)
-                    or not self.source_config.workspace_name_pattern.allowed(workspace.name)):
+            if not self.source_config.workspace_id_pattern.allowed(
+                workspace.id
+            ) or not self.source_config.workspace_name_pattern.allowed(workspace.name):
                 self.reporter.filtered_workspace_names.append(
                     f"{workspace.id} - {workspace.name}"
                 )