Commit 00566ba 1 parent da24ac8 commit 00566ba Copy full SHA for 00566ba
File tree 2 files changed +36
-1
lines changed
src/datahub/ingestion/source
2 files changed +36
-1
lines changed Original file line number Diff line number Diff line change 42
42
AuditStampClass ,
43
43
ContainerClass ,
44
44
DataPlatformInstanceClass ,
45
+ DataProcessInstanceOutputClass ,
45
46
DataProcessInstancePropertiesClass ,
46
47
DataProcessInstanceRunEventClass ,
47
48
DataProcessInstanceRunResultClass ,
48
49
DataProcessRunStatusClass ,
50
+ EdgeClass ,
49
51
GlobalTagsClass ,
50
52
MetadataAttributionClass ,
51
53
MLHyperParamClass ,
@@ -306,6 +308,19 @@ def _get_run_workunits(
306
308
aspect = ContainerClass (container = experiment_key .as_urn ()),
307
309
).as_workunit ()
308
310
311
+ model_versions = self .get_mlflow_model_versions_from_run (run .info .run_id )
312
+ if model_versions :
313
+ model_version_urn = self ._make_ml_model_urn (model_versions [0 ])
314
+ yield MetadataChangeProposalWrapper (
315
+ entityUrn = str (data_process_instance .urn ),
316
+ aspect = DataProcessInstanceOutputClass (
317
+ outputs = [],
318
+ outputEdges = [
319
+ EdgeClass (destinationUrn = model_version_urn ),
320
+ ],
321
+ ),
322
+ ).as_workunit ()
323
+
309
324
metrics = self ._get_run_metrics (run )
310
325
hyperparams = self ._get_run_params (run )
311
326
yield MetadataChangeProposalWrapper (
Original file line number Diff line number Diff line change 285
285
"lastRunId" : " no-run-id-provided"
286
286
}
287
287
},
288
+ {
289
+ "entityType" : " dataProcessInstance" ,
290
+ "entityUrn" : " urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca" ,
291
+ "changeType" : " UPSERT" ,
292
+ "aspectName" : " dataProcessInstanceOutput" ,
293
+ "aspect" : {
294
+ "json" : {
295
+ "outputs" : [],
296
+ "outputEdges" : [
297
+ {
298
+ "destinationUrn" : " urn:li:mlModel:(urn:li:dataPlatform:mlflow,test-model_1,PROD)"
299
+ }
300
+ ]
301
+ }
302
+ },
303
+ "systemMetadata" : {
304
+ "lastObserved" : 1615443388097 ,
305
+ "runId" : " mlflow-source-test" ,
306
+ "lastRunId" : " no-run-id-provided"
307
+ }
308
+ },
288
309
{
289
310
"entityType" : " dataProcessInstance" ,
290
311
"entityUrn" : " urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca" ,
305
326
"entityType" : " dataProcessInstance" ,
306
327
"entityUrn" : " urn:li:dataProcessInstance:2666299269d6ebea994d5ec0c29e3aca" ,
307
328
"changeType" : " UPSERT" ,
308
-
309
329
"aspectName" : " mlTrainingRunProperties" ,
310
330
"aspect" : {
311
331
"json" : {
You can’t perform that action at this time.
0 commit comments