Skip to content

Commit b198047

Browse files
shirshankashirshanka
committed
update goldens
1 parent c52a462 commit b198047

5 files changed

+443
-79
lines changed

‎metadata-ingestion-modules/airflow-plugin/tests/integration/goldens/v1_simple_dag.json

+30-6
Original file line numberDiff line numberDiff line change
@@ -368,7 +368,7 @@
368368
"name": "simple_dag_task_1_manual_run_test",
369369
"type": "BATCH_AD_HOC",
370370
"created": {
371-
"time": 1733528983395,
371+
"time": 1737616797588,
372372
"actor": "urn:li:corpuser:datahub"
373373
}
374374
}
@@ -386,6 +386,18 @@
386386
}
387387
}
388388
},
389+
{
390+
"entityType": "dataProcessInstance",
391+
"entityUrn": "urn:li:dataProcessInstance:fdbbbcd638bc0e91bbf8d7775efbecaf",
392+
"changeType": "UPSERT",
393+
"aspectName": "dataPlatformInstance",
394+
"aspect": {
395+
"json": {
396+
"platform": "urn:li:dataPlatform:airflow",
397+
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:airflow,prod)"
398+
}
399+
}
400+
},
389401
{
390402
"entityType": "dataProcessInstance",
391403
"entityUrn": "urn:li:dataProcessInstance:fdbbbcd638bc0e91bbf8d7775efbecaf",
@@ -459,7 +471,7 @@
459471
"aspectName": "dataProcessInstanceRunEvent",
460472
"aspect": {
461473
"json": {
462-
"timestampMillis": 1733528983395,
474+
"timestampMillis": 1737616797588,
463475
"partitionSpec": {
464476
"partition": "FULL_TABLE_SNAPSHOT",
465477
"type": "FULL_TABLE"
@@ -476,7 +488,7 @@
476488
"aspectName": "dataProcessInstanceRunEvent",
477489
"aspect": {
478490
"json": {
479-
"timestampMillis": 1733528984355,
491+
"timestampMillis": 1737616797965,
480492
"partitionSpec": {
481493
"partition": "FULL_TABLE_SNAPSHOT",
482494
"type": "FULL_TABLE"
@@ -770,7 +782,7 @@
770782
"name": "simple_dag_run_another_data_task_manual_run_test",
771783
"type": "BATCH_AD_HOC",
772784
"created": {
773-
"time": 1733528992448,
785+
"time": 1737616800543,
774786
"actor": "urn:li:corpuser:datahub"
775787
}
776788
}
@@ -788,14 +800,26 @@
788800
}
789801
}
790802
},
803+
{
804+
"entityType": "dataProcessInstance",
805+
"entityUrn": "urn:li:dataProcessInstance:888f71b79d9a0b162fe44acad7b2c2ae",
806+
"changeType": "UPSERT",
807+
"aspectName": "dataPlatformInstance",
808+
"aspect": {
809+
"json": {
810+
"platform": "urn:li:dataPlatform:airflow",
811+
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:airflow,prod)"
812+
}
813+
}
814+
},
791815
{
792816
"entityType": "dataProcessInstance",
793817
"entityUrn": "urn:li:dataProcessInstance:888f71b79d9a0b162fe44acad7b2c2ae",
794818
"changeType": "UPSERT",
795819
"aspectName": "dataProcessInstanceRunEvent",
796820
"aspect": {
797821
"json": {
798-
"timestampMillis": 1733528992448,
822+
"timestampMillis": 1737616800543,
799823
"partitionSpec": {
800824
"partition": "FULL_TABLE_SNAPSHOT",
801825
"type": "FULL_TABLE"
@@ -812,7 +836,7 @@
812836
"aspectName": "dataProcessInstanceRunEvent",
813837
"aspect": {
814838
"json": {
815-
"timestampMillis": 1733528993380,
839+
"timestampMillis": 1737616800696,
816840
"partitionSpec": {
817841
"partition": "FULL_TABLE_SNAPSHOT",
818842
"type": "FULL_TABLE"

‎metadata-ingestion-modules/airflow-plugin/tests/integration/goldens/v2_athena_operator_no_dag_listener.json

+19-7
Original file line numberDiff line numberDiff line change
@@ -125,7 +125,7 @@
125125
"downstream_task_ids": "[]",
126126
"inlets": "[]",
127127
"outlets": "[]",
128-
"openlineage_job_facet_sql": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.22.0/integration/airflow\", \"_schemaURL\": \"https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/SqlJobFacet\", \"query\": \"\\n CREATE OR REPLACE TABLE processed_costs AS\\n SELECT\\n id,\\n month,\\n total_cost,\\n area,\\n total_cost / area as cost_per_area\\n FROM costs\\n \"}"
128+
"openlineage_job_facet_sql": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.25.0/integration/airflow\", \"_schemaURL\": \"https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/SqlJobFacet\", \"query\": \"\\n CREATE OR REPLACE TABLE processed_costs AS\\n SELECT\\n id,\\n month,\\n total_cost,\\n area,\\n total_cost / area as cost_per_area\\n FROM costs\\n \"}"
129129
},
130130
"externalUrl": "http://airflow.example.com/taskinstance/list/?flt1_dag_id_equals=athena_operator&_flt_3_task_id=transform_cost_table",
131131
"name": "transform_cost_table",
@@ -311,7 +311,7 @@
311311
"name": "athena_operator_transform_cost_table_manual_run_test",
312312
"type": "BATCH_AD_HOC",
313313
"created": {
314-
"time": 1733121901482,
314+
"time": 1737617084849,
315315
"actor": "urn:li:corpuser:datahub"
316316
}
317317
}
@@ -329,6 +329,18 @@
329329
}
330330
}
331331
},
332+
{
333+
"entityType": "dataProcessInstance",
334+
"entityUrn": "urn:li:dataProcessInstance:9cd4fbcec3a50a4988ffc5841beaf0ad",
335+
"changeType": "UPSERT",
336+
"aspectName": "dataPlatformInstance",
337+
"aspect": {
338+
"json": {
339+
"platform": "urn:li:dataPlatform:airflow",
340+
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:airflow,prod)"
341+
}
342+
}
343+
},
332344
{
333345
"entityType": "dataProcessInstance",
334346
"entityUrn": "urn:li:dataProcessInstance:9cd4fbcec3a50a4988ffc5841beaf0ad",
@@ -388,7 +400,7 @@
388400
"aspectName": "dataProcessInstanceRunEvent",
389401
"aspect": {
390402
"json": {
391-
"timestampMillis": 1733121901482,
403+
"timestampMillis": 1737617084849,
392404
"partitionSpec": {
393405
"partition": "FULL_TABLE_SNAPSHOT",
394406
"type": "FULL_TABLE"
@@ -405,14 +417,14 @@
405417
"aspectName": "operation",
406418
"aspect": {
407419
"json": {
408-
"timestampMillis": 1733121901625,
420+
"timestampMillis": 1737617084987,
409421
"partitionSpec": {
410422
"partition": "FULL_TABLE_SNAPSHOT",
411423
"type": "FULL_TABLE"
412424
},
413425
"actor": "urn:li:corpuser:airflow",
414426
"operationType": "CREATE",
415-
"lastUpdatedTimestamp": 1733121901625
427+
"lastUpdatedTimestamp": 1737617084987
416428
}
417429
}
418430
},
@@ -435,7 +447,7 @@
435447
"downstream_task_ids": "[]",
436448
"inlets": "[]",
437449
"outlets": "[]",
438-
"openlineage_job_facet_sql": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.22.0/integration/airflow\", \"_schemaURL\": \"https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/SqlJobFacet\", \"query\": \"\\n CREATE OR REPLACE TABLE processed_costs AS\\n SELECT\\n id,\\n month,\\n total_cost,\\n area,\\n total_cost / area as cost_per_area\\n FROM costs\\n \"}"
450+
"openlineage_job_facet_sql": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.25.0/integration/airflow\", \"_schemaURL\": \"https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/SqlJobFacet\", \"query\": \"\\n CREATE OR REPLACE TABLE processed_costs AS\\n SELECT\\n id,\\n month,\\n total_cost,\\n area,\\n total_cost / area as cost_per_area\\n FROM costs\\n \"}"
439451
},
440452
"externalUrl": "http://airflow.example.com/taskinstance/list/?flt1_dag_id_equals=athena_operator&_flt_3_task_id=transform_cost_table",
441453
"name": "transform_cost_table",
@@ -656,7 +668,7 @@
656668
"aspectName": "dataProcessInstanceRunEvent",
657669
"aspect": {
658670
"json": {
659-
"timestampMillis": 1733121901675,
671+
"timestampMillis": 1737617085044,
660672
"partitionSpec": {
661673
"partition": "FULL_TABLE_SNAPSHOT",
662674
"type": "FULL_TABLE"

‎metadata-ingestion-modules/airflow-plugin/tests/integration/goldens/v2_custom_operator_dag_no_dag_listener.json

+50-5
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,17 @@
2424
}
2525
}
2626
},
27+
{
28+
"entityType": "dataFlow",
29+
"entityUrn": "urn:li:dataFlow:(airflow,custom_operator_dag,prod)",
30+
"changeType": "UPSERT",
31+
"aspectName": "status",
32+
"aspect": {
33+
"json": {
34+
"removed": false
35+
}
36+
}
37+
},
2738
{
2839
"entityType": "dataFlow",
2940
"entityUrn": "urn:li:dataFlow:(airflow,custom_operator_dag,prod)",
@@ -130,7 +141,7 @@
130141
"downstream_task_ids": "[]",
131142
"inlets": "[]",
132143
"outlets": "[]",
133-
"openlineage_run_facet_unknownSourceAttribute": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.18.0/integration/airflow\", \"_schemaURL\": \"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/BaseFacet\", \"unknownItems\": [{\"name\": \"CustomOperator\", \"properties\": {\"depends_on_past\": false, \"downstream_task_ids\": \"[]\", \"execution_timeout\": \"<<non-serializable: timedelta>>\", \"executor_config\": {}, \"ignore_first_depends_on_past\": true, \"mapped\": false, \"operator_class\": \"unusual_prefix_eab30e0aa660e38948d8dc30c6e600c764319a2e_custom_operator_dag.CustomOperator\", \"owner\": \"airflow\", \"priority_weight\": 1, \"queue\": \"default\", \"retries\": 0, \"retry_exponential_backoff\": false, \"task_id\": \"custom_task_id\", \"trigger_rule\": \"all_success\", \"upstream_task_ids\": \"[]\", \"wait_for_downstream\": false, \"weight_rule\": \"downstream\"}, \"type\": \"operator\"}]}"
144+
"openlineage_run_facet_unknownSourceAttribute": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.25.0/integration/airflow\", \"_schemaURL\": \"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/BaseFacet\", \"unknownItems\": [{\"name\": \"CustomOperator\", \"properties\": {\"depends_on_past\": false, \"downstream_task_ids\": \"[]\", \"execution_timeout\": \"<<non-serializable: timedelta>>\", \"executor_config\": {}, \"ignore_first_depends_on_past\": true, \"mapped\": false, \"operator_class\": \"unusual_prefix_1e2714c5716f252b1bd6e3624b5d06c66bcef953_custom_operator_dag.CustomOperator\", \"owner\": \"airflow\", \"priority_weight\": 1, \"queue\": \"default\", \"retries\": 0, \"retry_exponential_backoff\": false, \"task_id\": \"custom_task_id\", \"trigger_rule\": \"all_success\", \"upstream_task_ids\": \"[]\", \"wait_for_downstream\": false, \"weight_rule\": \"downstream\"}, \"type\": \"operator\"}]}"
134145
},
135146
"externalUrl": "http://airflow.example.com/taskinstance/list/?flt1_dag_id_equals=custom_operator_dag&_flt_3_task_id=custom_task_id",
136147
"name": "custom_task_id",
@@ -141,6 +152,17 @@
141152
}
142153
}
143154
},
155+
{
156+
"entityType": "dataJob",
157+
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,custom_operator_dag,prod),custom_task_id)",
158+
"changeType": "UPSERT",
159+
"aspectName": "status",
160+
"aspect": {
161+
"json": {
162+
"removed": false
163+
}
164+
}
165+
},
144166
{
145167
"entityType": "dataJob",
146168
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,custom_operator_dag,prod),custom_task_id)",
@@ -222,7 +244,7 @@
222244
"name": "custom_operator_dag_custom_task_id_manual_run_test",
223245
"type": "BATCH_AD_HOC",
224246
"created": {
225-
"time": 1723716446564,
247+
"time": 1737617021993,
226248
"actor": "urn:li:corpuser:datahub"
227249
}
228250
}
@@ -240,14 +262,26 @@
240262
}
241263
}
242264
},
265+
{
266+
"entityType": "dataProcessInstance",
267+
"entityUrn": "urn:li:dataProcessInstance:07a4aaeffa3875a24cccd1fec6fc7c8c",
268+
"changeType": "UPSERT",
269+
"aspectName": "dataPlatformInstance",
270+
"aspect": {
271+
"json": {
272+
"platform": "urn:li:dataPlatform:airflow",
273+
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:airflow,prod)"
274+
}
275+
}
276+
},
243277
{
244278
"entityType": "dataProcessInstance",
245279
"entityUrn": "urn:li:dataProcessInstance:07a4aaeffa3875a24cccd1fec6fc7c8c",
246280
"changeType": "UPSERT",
247281
"aspectName": "dataProcessInstanceRunEvent",
248282
"aspect": {
249283
"json": {
250-
"timestampMillis": 1723716446564,
284+
"timestampMillis": 1737617021993,
251285
"partitionSpec": {
252286
"partition": "FULL_TABLE_SNAPSHOT",
253287
"type": "FULL_TABLE"
@@ -276,7 +310,7 @@
276310
"downstream_task_ids": "[]",
277311
"inlets": "[Dataset(platform='snowflake', name='mydb.schema.tableA', env='PROD', platform_instance=None), Dataset(platform='snowflake', name='mydb.schema.tableB', env='PROD', platform_instance=None)]",
278312
"outlets": "[Dataset(platform='snowflake', name='mydb.schema.tableD', env='PROD', platform_instance=None)]",
279-
"openlineage_run_facet_unknownSourceAttribute": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.18.0/integration/airflow\", \"_schemaURL\": \"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/BaseFacet\", \"unknownItems\": [{\"name\": \"CustomOperator\", \"properties\": {\"depends_on_past\": false, \"downstream_task_ids\": \"[]\", \"execution_timeout\": \"<<non-serializable: timedelta>>\", \"executor_config\": {}, \"ignore_first_depends_on_past\": true, \"mapped\": false, \"operator_class\": \"unusual_prefix_eab30e0aa660e38948d8dc30c6e600c764319a2e_custom_operator_dag.CustomOperator\", \"owner\": \"airflow\", \"priority_weight\": 1, \"queue\": \"default\", \"retries\": 0, \"retry_exponential_backoff\": false, \"task_id\": \"custom_task_id\", \"trigger_rule\": \"all_success\", \"upstream_task_ids\": \"[]\", \"wait_for_downstream\": false, \"weight_rule\": \"downstream\"}, \"type\": \"operator\"}]}"
313+
"openlineage_run_facet_unknownSourceAttribute": "{\"_producer\": \"https://github.com/OpenLineage/OpenLineage/tree/1.25.0/integration/airflow\", \"_schemaURL\": \"https://openlineage.io/spec/2-0-2/OpenLineage.json#/$defs/BaseFacet\", \"unknownItems\": [{\"name\": \"CustomOperator\", \"properties\": {\"depends_on_past\": false, \"downstream_task_ids\": \"[]\", \"execution_timeout\": \"<<non-serializable: timedelta>>\", \"executor_config\": {}, \"ignore_first_depends_on_past\": true, \"mapped\": false, \"operator_class\": \"unusual_prefix_1e2714c5716f252b1bd6e3624b5d06c66bcef953_custom_operator_dag.CustomOperator\", \"owner\": \"airflow\", \"priority_weight\": 1, \"queue\": \"default\", \"retries\": 0, \"retry_exponential_backoff\": false, \"task_id\": \"custom_task_id\", \"trigger_rule\": \"all_success\", \"upstream_task_ids\": \"[]\", \"wait_for_downstream\": false, \"weight_rule\": \"downstream\"}, \"type\": \"operator\"}]}"
280314
},
281315
"externalUrl": "http://airflow.example.com/taskinstance/list/?flt1_dag_id_equals=custom_operator_dag&_flt_3_task_id=custom_task_id",
282316
"name": "custom_task_id",
@@ -287,6 +321,17 @@
287321
}
288322
}
289323
},
324+
{
325+
"entityType": "dataJob",
326+
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,custom_operator_dag,prod),custom_task_id)",
327+
"changeType": "UPSERT",
328+
"aspectName": "status",
329+
"aspect": {
330+
"json": {
331+
"removed": false
332+
}
333+
}
334+
},
290335
{
291336
"entityType": "dataJob",
292337
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,custom_operator_dag,prod),custom_task_id)",
@@ -391,7 +436,7 @@
391436
"aspectName": "dataProcessInstanceRunEvent",
392437
"aspect": {
393438
"json": {
394-
"timestampMillis": 1723716446701,
439+
"timestampMillis": 1737617022175,
395440
"partitionSpec": {
396441
"partition": "FULL_TABLE_SNAPSHOT",
397442
"type": "FULL_TABLE"

0 commit comments

Comments
 (0)