Skip to content

Commit 66871cb

Browse files
authored
fix(ingest/redash): Limit size of RedashSourceReport (#9873)
1 parent e4bc915 commit 66871cb

File tree

1 file changed

+3
-2
lines changed
  • metadata-ingestion/src/datahub/ingestion/source

1 file changed

+3
-2
lines changed

metadata-ingestion/src/datahub/ingestion/source/redash.py

+3-2
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@
3939
ChartTypeClass,
4040
DashboardInfoClass,
4141
)
42+
from datahub.utilities.lossy_collections import LossyDict, LossyList
4243
from datahub.utilities.perf_timer import PerfTimer
4344
from datahub.utilities.sql_parser import SQLParser
4445

@@ -282,7 +283,7 @@ class RedashConfig(ConfigModel):
282283
@dataclass
283284
class RedashSourceReport(SourceReport):
284285
items_scanned: int = 0
285-
filtered: List[str] = field(default_factory=list)
286+
filtered: LossyList[str] = field(default_factory=LossyList)
286287
queries_problem_parsing: Set[str] = field(default_factory=set)
287288
queries_no_dataset: Set[str] = field(default_factory=set)
288289
charts_no_input: Set[str] = field(default_factory=set)
@@ -295,7 +296,7 @@ class RedashSourceReport(SourceReport):
295296
)
296297
max_page_dashboards: Optional[int] = field(default=None)
297298
api_page_limit: Optional[float] = field(default=None)
298-
timing: Dict[str, int] = field(default_factory=dict)
299+
timing: LossyDict[str, int] = field(default_factory=LossyDict)
299300

300301
def report_item_scanned(self) -> None:
301302
self.items_scanned += 1

0 commit comments

Comments
 (0)