@@ -143,7 +143,7 @@ def get_report(self) -> SourceReport:
143
143
144
144
def get_workunits_internal (self ) -> Iterable [MetadataWorkUnit ]:
145
145
"""
146
- Main Function to fetch and yields work units for various VertexAI resources.
146
+ Main Function to fetch and yields mcps for various VertexAI resources.
147
147
- Models and Model Versions from the Model Registry
148
148
- Training Jobs
149
149
"""
@@ -165,15 +165,15 @@ def _gen_project_workunits(self) -> Iterable[MetadataWorkUnit]:
165
165
166
166
def _get_ml_models_mcps (self ) -> Iterable [MetadataChangeProposalWrapper ]:
167
167
"""
168
- Fetch List of Models in Model Registry and generate a corresponding work unit .
168
+ Fetch List of Models in Model Registry and generate a corresponding mcp .
169
169
"""
170
170
registered_models = self .client .Model .list ()
171
171
for model in registered_models :
172
- # create work unit for Model Group (= Model in VertexAI)
172
+ # create mcp for Model Group (= Model in VertexAI)
173
173
yield from self ._gen_ml_group_mcps (model )
174
174
model_versions = model .versioning_registry .list_versions ()
175
175
for model_version in model_versions :
176
- # create work unit for Model (= Model Version in VertexAI)
176
+ # create mcp for Model (= Model Version in VertexAI)
177
177
logger .info (
178
178
f"Ingesting a model (name: { model .display_name } id:{ model .name } )"
179
179
)
@@ -183,11 +183,11 @@ def _get_ml_models_mcps(self) -> Iterable[MetadataChangeProposalWrapper]:
183
183
184
184
def _get_training_jobs_mcps (self ) -> Iterable [MetadataChangeProposalWrapper ]:
185
185
"""
186
- Fetches training jobs from Vertex AI and generates corresponding work units .
186
+ Fetches training jobs from Vertex AI and generates corresponding mcps .
187
187
This method retrieves various types of training jobs from Vertex AI, including
188
188
CustomJob, CustomTrainingJob, CustomContainerTrainingJob, CustomPythonPackageTrainingJob,
189
189
AutoMLTabularTrainingJob, AutoMLTextTrainingJob, AutoMLImageTrainingJob, AutoMLVideoTrainingJob,
190
- and AutoMLForecastingTrainingJob. For each job, it generates work units containing metadata
190
+ and AutoMLForecastingTrainingJob. For each job, it generates mcps containing metadata
191
191
about the job, its inputs, and its outputs.
192
192
"""
193
193
class_names = [
@@ -235,7 +235,7 @@ def _gen_training_job_mcps(
235
235
self , job_meta : TrainingJobMetadata
236
236
) -> Iterable [MetadataChangeProposalWrapper ]:
237
237
"""
238
- Generate a work unit for VertexAI Training Job
238
+ Generate a mcp for VertexAI Training Job
239
239
"""
240
240
job = job_meta .job
241
241
job_id = self ._make_vertexai_job_name (entity_id = job .name )
@@ -293,7 +293,7 @@ def _gen_ml_group_mcps(
293
293
model : Model ,
294
294
) -> Iterable [MetadataChangeProposalWrapper ]:
295
295
"""
296
- Generate an MLModelGroup work unit for a VertexAI Model.
296
+ Generate an MLModelGroup mcp for a VertexAI Model.
297
297
"""
298
298
ml_model_group_urn = self ._make_ml_model_group_urn (model )
299
299
@@ -518,7 +518,7 @@ def _gen_ml_model_endpoint_mcps(
518
518
training_job_urn : Optional [str ] = None ,
519
519
) -> Iterable [MetadataChangeProposalWrapper ]:
520
520
"""
521
- Generate an MLModel and Endpoint work unit for an VertexAI Model Version.
521
+ Generate an MLModel and Endpoint mcp for an VertexAI Model Version.
522
522
"""
523
523
524
524
endpoint : Optional [Endpoint ] = self ._search_endpoint (model )
@@ -539,11 +539,11 @@ def _gen_ml_model_mcps(
539
539
endpoint_urn : Optional [str ] = None ,
540
540
) -> Iterable [MetadataChangeProposalWrapper ]:
541
541
"""
542
- Generate an MLModel workunit for an VertexAI Model Version.
542
+ Generate an MLModel mcp for an VertexAI Model Version.
543
543
Every Model Version is a DataHub MLModel entity associated with an MLModelGroup
544
544
corresponding to a registered Model in VertexAI Model Registry.
545
545
"""
546
- logging .info (f"starting model work unit for model { model .name } " )
546
+ logging .info (f"generating model mcp for { model .name } " )
547
547
548
548
model_group_urn = self ._make_ml_model_group_urn (model )
549
549
model_name = self ._make_vertexai_model_name (entity_id = model .name )
0 commit comments