Skip to content

Commit c2e610e

Browse files
committed
feat(ingestion): identify partition columns in hive table
1 parent b9f3d07 commit c2e610e

File tree

1 file changed

+10
-0
lines changed
  • metadata-ingestion/src/datahub/ingestion/source/sql

1 file changed

+10
-0
lines changed

metadata-ingestion/src/datahub/ingestion/source/sql/hive.py

+10
Original file line numberDiff line numberDiff line change
@@ -777,6 +777,7 @@ def get_schema_fields_for_column(
777777
column,
778778
inspector,
779779
pk_constraints,
780+
partition_keys=partition_keys
780781
)
781782

782783
if self._COMPLEX_TYPE.match(fields[0].nativeDataType) and isinstance(
@@ -853,3 +854,12 @@ def _process_view(
853854
default_db=default_db,
854855
default_schema=default_schema,
855856
)
857+
858+
def get_partitions(
859+
self, inspector: Inspector, schema: str, table: str
860+
) -> Optional[List[str]]:
861+
partition_columns: List[dict] = inspector.get_indexes(table_name=table, schema=schema)
862+
for partition_column in partition_columns:
863+
if partition_column.get("column_names"):
864+
return partition_column.get("column_names")
865+
return []

0 commit comments

Comments
 (0)