Skip to content

Commit f10726f

Browse files
cj-zhangJoseph Zhang
and
Joseph Zhang
authored
fix: factor in set instance type when building JumpStart models in ModelBuilder. (#5093)
* Remove main function entrypoint in ModelBuilder dependency manager. * Remove main function entrypoint in ModelBuilder dependency manager. * fix: factor in set instance type when building JumpStart models in ModelBuilder. * Remove default instance type from ModelBuilder. * Restore default instance type. Tweak integ test. --------- Co-authored-by: Joseph Zhang <[email protected]>
1 parent 9ead9c8 commit f10726f

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

src/sagemaker/serve/builder/jumpstart_builder.py

+1
Original file line numberDiff line numberDiff line change
@@ -157,6 +157,7 @@ def _create_pre_trained_js_model(self) -> Type[Model]:
157157
vpc_config=self.vpc_config,
158158
sagemaker_session=self.sagemaker_session,
159159
name=self.name,
160+
instance_type=self.instance_type,
160161
)
161162

162163
self._original_deploy = pysdk_model.deploy

tests/integ/sagemaker/serve/test_schema_builder.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,9 @@
3434

3535
def test_model_builder_happy_path_with_only_model_id_text_generation(sagemaker_session):
3636
model_builder = ModelBuilder(
37-
model="HuggingFaceH4/zephyr-7b-beta", sagemaker_session=sagemaker_session
37+
model="HuggingFaceH4/zephyr-7b-beta",
38+
sagemaker_session=sagemaker_session,
39+
instance_type=None,
3840
)
3941

4042
model = model_builder.build(sagemaker_session=sagemaker_session)

0 commit comments

Comments
 (0)