add now

chart and dataset changed_on

use now for chart

Author: llance

metadata-ingestion/src/datahub/ingestion/source/superset.py

@@ -401,8 +401,11 @@ def construct_dashboard_from_api_data(
         )
 
         modified_actor = f"urn:li:corpuser:{self.owner_info.get((dashboard_data.get('changed_by') or {}).get('id', -1), 'unknown')}"
+
+        now = datetime.now().strftime("%I:%M%p on %B %d, %Y")
+
         modified_ts = int(
-            dp.parse(dashboard_data.get("changed_on_utc", "now")).timestamp() * 1000
+            dp.parse(dashboard_data.get("changed_on", now)).timestamp() * 1000
         )
         title = dashboard_data.get("dashboard_title", "")
         # note: the API does not currently supply created_by usernames due to a bug
@@ -514,8 +517,9 @@ def construct_chart_from_chart_data(self, chart_data: dict) -> ChartSnapshot:
         )
 
         modified_actor = f"urn:li:corpuser:{self.owner_info.get((chart_data.get('changed_by') or {}).get('id', -1), 'unknown')}"
+
         modified_ts = int(
-            dp.parse(chart_data.get("changed_on_utc", "now")).timestamp() * 1000
+            dp.parse(datetime.now().strftime("%I:%M%p on %B %d, %Y")).timestamp() * 1000
         )
         title = chart_data.get("slice_name", "")
 
@@ -782,8 +786,11 @@ def construct_dataset_from_dataset_data(
         dataset_url = f"{self.config.display_uri}{dataset_response.get('result', {}).get('url', '')}"
 
         modified_actor = f"urn:li:corpuser:{self.owner_info.get((dataset_data.get('changed_by') or {}).get('id', -1), 'unknown')}"
+
+        now = datetime.now().strftime("%I:%M%p on %B %d, %Y")
+
         modified_ts = int(
-            dp.parse(dataset_data.get("changed_on_utc", "now")).timestamp() * 1000
+            dp.parse(dataset_data.get("changed_on", now)).timestamp() * 1000
         )
         last_modified = AuditStampClass(time=modified_ts, actor=modified_actor)