Skip to content

Commit 8dfd8fb

Browse files
authored
feat(ingest): migrate Cassandra source to new SDK (#12695)
1 parent 005a9b0 commit 8dfd8fb

File tree

11 files changed

+1435
-1261
lines changed

11 files changed

+1435
-1261
lines changed

metadata-ingestion/scripts/avro_codegen.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -714,7 +714,7 @@ def from_key_aspect(cls, key_aspect: "{key_aspect_class}") -> "{class_name}":
714714
code += f"""
715715
@property
716716
def {field_name(field)}(self) -> {field_type(field)}:
717-
return self.entity_ids[{i}]
717+
return self._entity_ids[{i}]
718718
"""
719719

720720
return code

metadata-ingestion/src/datahub/ingestion/run/pipeline.py

+5
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,7 @@
4343
SystemMetadataTransformer,
4444
)
4545
from datahub.ingestion.transformer.transform_registry import transform_registry
46+
from datahub.sdk._attribution import KnownAttribution, change_default_attribution
4647
from datahub.telemetry import stats
4748
from datahub.telemetry.telemetry import telemetry_instance
4849
from datahub.utilities._custom_package_loader import model_version_name
@@ -410,6 +411,10 @@ def run(self) -> None:
410411
)
411412
)
412413

414+
self.exit_stack.enter_context(
415+
change_default_attribution(KnownAttribution.INGESTION)
416+
)
417+
413418
self.final_status = PipelineStatus.UNKNOWN
414419
self._notify_reporters_on_ingestion_start()
415420
callback = None

0 commit comments

Comments
 (0)