Skip to content

Commit 7fc0857

Browse files
authored
fix: Remove deprecated option.s3url in favor of option.model_id (#3935)
1 parent 6384d95 commit 7fc0857

File tree

2 files changed

+5
-9
lines changed

2 files changed

+5
-9
lines changed

src/sagemaker/djl_inference/model.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -739,10 +739,7 @@ def generate_serving_properties(self, serving_properties=None) -> Dict[str, str]
739739
serving_properties = {}
740740
serving_properties["engine"] = self.engine.value[0] # pylint: disable=E1101
741741
serving_properties["option.entryPoint"] = self.engine.value[1] # pylint: disable=E1101
742-
if self.model_id.startswith("s3://"):
743-
serving_properties["option.s3url"] = self.model_id
744-
else:
745-
serving_properties["option.model_id"] = self.model_id
742+
serving_properties["option.model_id"] = self.model_id
746743
if self.number_of_partitions:
747744
serving_properties["option.tensor_parallel_degree"] = self.number_of_partitions
748745
if self.entry_point:

tests/unit/test_djl_inference.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@
4646
ROLE = "dummy_role"
4747
REGION = "us-west-2"
4848
BUCKET = "mybucket"
49-
IMAGE_URI = "763104351884.dkr.ecr.us-west-2.amazon.com/djl-inference:0.20.0-deepspeed0.7.5-cu116"
49+
IMAGE_URI = "763104351884.dkr.ecr.us-west-2.amazon.com/djl-inference:0.22.1-deepspeed0.9.2-cu118"
5050
GPU_INSTANCE = "ml.g5.12xlarge"
5151

5252

@@ -111,7 +111,6 @@ def test_create_model_valid_hf_hub_model_id(
111111

112112
serving_properties = model.generate_serving_properties()
113113
assert serving_properties["option.model_id"] == HF_MODEL_ID
114-
assert "option.s3url" not in serving_properties
115114

116115

117116
@patch("json.load")
@@ -396,7 +395,7 @@ def test_generate_serving_properties_with_valid_configurations(
396395
expected_dict = {
397396
"engine": "Python",
398397
"option.entryPoint": ENTRY_POINT,
399-
"option.s3url": VALID_UNCOMPRESSED_MODEL_DATA,
398+
"option.model_id": VALID_UNCOMPRESSED_MODEL_DATA,
400399
"option.tensor_parallel_degree": 4,
401400
"option.task": "text-classification",
402401
"option.dtype": "fp16",
@@ -431,7 +430,7 @@ def test_generate_serving_properties_with_valid_configurations(
431430
expected_dict = {
432431
"engine": "DeepSpeed",
433432
"option.entryPoint": "djl_python.deepspeed",
434-
"option.s3url": VALID_UNCOMPRESSED_MODEL_DATA,
433+
"option.model_id": VALID_UNCOMPRESSED_MODEL_DATA,
435434
"option.tensor_parallel_degree": 1,
436435
"option.task": "text-generation",
437436
"option.dtype": "bf16",
@@ -459,7 +458,7 @@ def test_generate_serving_properties_with_valid_configurations(
459458
expected_dict = {
460459
"engine": "Python",
461460
"option.entryPoint": "djl_python.huggingface",
462-
"option.s3url": VALID_UNCOMPRESSED_MODEL_DATA,
461+
"option.model_id": VALID_UNCOMPRESSED_MODEL_DATA,
463462
"option.tensor_parallel_degree": 1,
464463
"option.dtype": "fp32",
465464
"option.device_id": 4,

0 commit comments

Comments
 (0)