|
1 | 1 | import dataclasses
|
2 | 2 | import logging
|
3 |
| -import time |
4 | 3 | from collections import defaultdict
|
| 4 | +from datetime import datetime |
5 | 5 | from typing import Any, Iterable, List, Optional, TypeVar
|
6 | 6 |
|
7 | 7 | from google.api_core.exceptions import GoogleAPICallError
|
|
54 | 54 | VersionTagClass,
|
55 | 55 | )
|
56 | 56 | from datahub.utilities.str_enum import StrEnum
|
| 57 | +from datahub.utilities.time import datetime_to_ts_millis |
57 | 58 |
|
58 | 59 | T = TypeVar("T")
|
59 | 60 |
|
@@ -272,9 +273,9 @@ def _gen_training_job_mcps(
|
272 | 273 | job_urn = builder.make_data_process_instance_urn(job_id)
|
273 | 274 |
|
274 | 275 | created_time = (
|
275 |
| - int(job.create_time.timestamp() * 1000) |
| 276 | + datetime_to_ts_millis(job.create_time) |
276 | 277 | if job.create_time
|
277 |
| - else int(time.time() * 1000) |
| 278 | + else datetime_to_ts_millis(datetime.now()) |
278 | 279 | )
|
279 | 280 | created_actor = f"urn:li:platformResource:{self.platform}"
|
280 | 281 |
|
@@ -332,11 +333,11 @@ def _gen_ml_group_mcps(
|
332 | 333 | MLModelGroupPropertiesClass(
|
333 | 334 | name=self._make_vertexai_model_group_name(model.name),
|
334 | 335 | description=model.description,
|
335 |
| - created=TimeStampClass(time=int(model.create_time.timestamp() * 1000)) |
| 336 | + created=TimeStampClass(time=datetime_to_ts_millis(model.create_time)) |
336 | 337 | if model.create_time
|
337 | 338 | else None,
|
338 | 339 | lastModified=TimeStampClass(
|
339 |
| - time=int(model.update_time.timestamp() * 1000) |
| 340 | + time=datetime_to_ts_millis(model.update_time) |
340 | 341 | )
|
341 | 342 | if model.update_time
|
342 | 343 | else None,
|
@@ -427,7 +428,7 @@ def _get_input_dataset_mcps(
|
427 | 428 | aspects.append(
|
428 | 429 | DatasetPropertiesClass(
|
429 | 430 | name=self._make_vertexai_dataset_name(ds.name),
|
430 |
| - created=TimeStampClass(time=int(ds.create_time.timestamp() * 1000)) |
| 431 | + created=TimeStampClass(time=datetime_to_ts_millis(ds.create_time)) |
431 | 432 | if ds.create_time
|
432 | 433 | else None,
|
433 | 434 | description=f"Dataset: {ds.display_name}",
|
@@ -528,7 +529,7 @@ def _gen_endpoint_mcps(
|
528 | 529 | aspects.append(
|
529 | 530 | MLModelDeploymentPropertiesClass(
|
530 | 531 | description=model.description,
|
531 |
| - createdAt=int(endpoint.create_time.timestamp() * 1000), |
| 532 | + createdAt=datetime_to_ts_millis(endpoint.create_time), |
532 | 533 | version=VersionTagClass(
|
533 | 534 | versionTag=str(model_version.version_id)
|
534 | 535 | ),
|
@@ -595,12 +596,12 @@ def _gen_ml_model_mcps(
|
595 | 596 | "resourceName": model.resource_name,
|
596 | 597 | },
|
597 | 598 | created=TimeStampClass(
|
598 |
| - int(model_version.version_create_time.timestamp() * 1000) |
| 599 | + datetime_to_ts_millis(model_version.version_create_time) |
599 | 600 | )
|
600 | 601 | if model_version.version_create_time
|
601 | 602 | else None,
|
602 | 603 | lastModified=TimeStampClass(
|
603 |
| - int(model_version.version_update_time.timestamp() * 1000) |
| 604 | + datetime_to_ts_millis(model_version.version_update_time) |
604 | 605 | )
|
605 | 606 | if model_version.version_update_time
|
606 | 607 | else None,
|
|
0 commit comments