feat(ingest/mlflow): update dpi to use edge for lineage (#12861)

Author: yoonhyejin

metadata-ingestion/src/datahub/ingestion/source/mlflow.py

@@ -47,6 +47,7 @@
     DataProcessInstanceRunEventClass,
     DataProcessInstanceRunResultClass,
     DataProcessRunStatusClass,
+    EdgeClass,
     GlobalTagsClass,
     MetadataAttributionClass,
     MLHyperParamClass,
@@ -312,7 +313,12 @@ def _get_run_workunits(
             model_version_urn = self._make_ml_model_urn(model_versions[0])
             yield MetadataChangeProposalWrapper(
                 entityUrn=str(data_process_instance.urn),
-                aspect=DataProcessInstanceOutputClass(outputs=[model_version_urn]),
+                aspect=DataProcessInstanceOutputClass(
+                    outputs=[],
+                    outputEdges=[
+                        EdgeClass(destinationUrn=model_version_urn),
+                    ],
+                ),
             ).as_workunit()
 
         metrics = self._get_run_metrics(run)

metadata-ingestion/tests/integration/mlflow/mlflow_mcps_golden.json

@@ -308,8 +308,11 @@
     "aspectName": "dataProcessInstanceOutput",
     "aspect": {
         "json": {
-            "outputs": [
-                "urn:li:mlModel:(urn:li:dataPlatform:mlflow,test-model_1,PROD)"
+            "outputs": [],
+            "outputEdges": [
+                {
+                    "destinationUrn": "urn:li:mlModel:(urn:li:dataPlatform:mlflow,test-model_1,PROD)"
+                }
             ]
         }
     },