refactor(metadata-ingestion): add cachetool to operation_config

Author: cccs-cat001

metadata-ingestion/src/datahub/ingestion/source/iceberg/iceberg_common.py

@@ -6,6 +6,7 @@
 from pydantic import Field, validator
 from pyiceberg.catalog import Catalog, load_catalog
 from sortedcontainers import SortedList
+
 from datahub.configuration.common import AllowDenyPattern, ConfigModel
 from datahub.configuration.source_common import DatasetSourceConfigMixin
 from datahub.ingestion.source.state.stale_entity_removal_handler import (
@@ -123,7 +124,7 @@ def validate_catalog_size(cls, value):
             )
 
         return value
-    
+
     def is_profiling_enabled(self) -> bool:
         return self.profiling.enabled and is_profiling_enabled(
             self.profiling.operation_config

metadata-ingestion/src/datahub/ingestion/source/sql/sql_config.py

@@ -2,8 +2,6 @@
 from abc import abstractmethod
 from typing import Any, Dict, Optional
 
-
-import cachetools.keys
 import pydantic
 from pydantic import Field
 from sqlalchemy.engine import URL
@@ -30,7 +28,6 @@
 )
 from datahub.ingestion.source_config.operation_config import is_profiling_enabled
 
-
 logger: logging.Logger = logging.getLogger(__name__)
 
 
@@ -117,7 +114,7 @@ class SQLCommonConfig(
     profiling: GEProfilingConfig = GEProfilingConfig()
     # Custom Stateful Ingestion settings
     stateful_ingestion: Optional[StatefulStaleMetadataRemovalConfig] = None
-    
+
     def is_profiling_enabled(self) -> bool:
         return self.profiling.enabled and is_profiling_enabled(
             self.profiling.operation_config

metadata-ingestion/src/datahub/ingestion/source_config/operation_config.py

@@ -1,11 +1,13 @@
 import datetime
 import logging
 from typing import Any, Dict, Optional
+
 import cachetools
 import pydantic
 from pydantic.fields import Field
-from datahub.utilities.cachetools_keys import self_methodkey
+
 from datahub.configuration.common import ConfigModel
+from datahub.utilities.cachetools_keys import self_methodkey
 
 logger = logging.getLogger(__name__)
 
@@ -61,10 +63,11 @@ def validate_profile_date_of_month(cls, v: Optional[int]) -> Optional[int]:
             )
         return profile_date_of_month
 
+
 @cachetools.cached(
-        cache=cachetools.LRUCache(maxsize=1),
-        key=self_methodkey,
-    )
+    cache=cachetools.LRUCache(maxsize=1),
+    key=self_methodkey,
+)
 def is_profiling_enabled(operation_config: OperationConfig) -> bool:
     if operation_config.lower_freq_profile_enabled is False:
         return True