Skip to content

Commit 00566ba

Browse files
committed
revert back connector changes
1 parent da24ac8 commit 00566ba

File tree

2 files changed

+36
-1
lines changed

2 files changed

+36
-1
lines changed

metadata-ingestion/src/datahub/ingestion/source/mlflow.py

+15
Original file line numberDiff line numberDiff line change
@@ -42,10 +42,12 @@
4242
AuditStampClass,
4343
ContainerClass,
4444
DataPlatformInstanceClass,
45+
DataProcessInstanceOutputClass,
4546
DataProcessInstancePropertiesClass,
4647
DataProcessInstanceRunEventClass,
4748
DataProcessInstanceRunResultClass,
4849
DataProcessRunStatusClass,
50+
EdgeClass,
4951
GlobalTagsClass,
5052
MetadataAttributionClass,
5153
MLHyperParamClass,
@@ -306,6 +308,19 @@ def _get_run_workunits(
306308
aspect=ContainerClass(container=experiment_key.as_urn()),
307309
).as_workunit()
308310

311+
model_versions = self.get_mlflow_model_versions_from_run(run.info.run_id)
312+
if model_versions:
313+
model_version_urn = self._make_ml_model_urn(model_versions[0])
314+
yield MetadataChangeProposalWrapper(
315+
entityUrn=str(data_process_instance.urn),
316+
aspect=DataProcessInstanceOutputClass(
317+
outputs=[],
318+
outputEdges=[
319+
EdgeClass(destinationUrn=model_version_urn),
320+
],
321+
),
322+
).as_workunit()
323+
309324
metrics = self._get_run_metrics(run)
310325
hyperparams = self._get_run_params(run)
311326
yield MetadataChangeProposalWrapper(

metadata-ingestion/tests/integration/mlflow/mlflow_mcps_golden.json

+21-1
Original file line numberDiff line numberDiff line change
@@ -285,6 +285,27 @@
285285
"lastRunId": "no-run-id-provided"
286286
}
287287
},
288+
{
289+
"entityType": "dataProcessInstance",
290+
"entityUrn": "urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca",
291+
"changeType": "UPSERT",
292+
"aspectName": "dataProcessInstanceOutput",
293+
"aspect": {
294+
"json": {
295+
"outputs": [],
296+
"outputEdges": [
297+
{
298+
"destinationUrn": "urn:li:mlModel:(urn:li:dataPlatform:mlflow,test-model_1,PROD)"
299+
}
300+
]
301+
}
302+
},
303+
"systemMetadata": {
304+
"lastObserved": 1615443388097,
305+
"runId": "mlflow-source-test",
306+
"lastRunId": "no-run-id-provided"
307+
}
308+
},
288309
{
289310
"entityType": "dataProcessInstance",
290311
"entityUrn": "urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca",
@@ -305,7 +326,6 @@
305326
"entityType": "dataProcessInstance",
306327
"entityUrn": "urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca",
307328
"changeType": "UPSERT",
308-
309329
"aspectName": "mlTrainingRunProperties",
310330
"aspect": {
311331
"json": {

0 commit comments

Comments
 (0)