Skip to content

Commit 4f2eb6c

Browse files
Merge branch 'master' into hf-pt-inf
2 parents 6295f85 + 4c8814b commit 4f2eb6c

File tree

8 files changed

+126
-11
lines changed

8 files changed

+126
-11
lines changed

CHANGELOG.md

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,21 @@
11
# Changelog
22

3+
## v2.253.0 (2025-10-10)
4+
5+
### Features
6+
7+
* Added condition to allow eval recipe.
8+
* add model_type hyperparameter support for Nova recipes
9+
10+
### Bug Fixes and Other Changes
11+
12+
* Fix for a failed slow test: numpy fix
13+
* Add numpy 2.0 support
14+
* chore: domain support for eu-isoe-west-1
15+
* Adding default identity implementations to InferenceSpec
16+
* djl regions fixes #5273
17+
* Fix flaky integ test
18+
319
## v2.252.0 (2025-09-29)
420

521
### Features

VERSION

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
2.252.1.dev0
1+
2.253.1.dev0

src/sagemaker/image_uri_config/huggingface-tei-cpu.json

Lines changed: 50 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@
77
"1.2": "1.2.3",
88
"1.4": "1.4.0",
99
"1.6": "1.6.0",
10-
"1.7": "1.7.0"
10+
"1.7": "1.7.0",
11+
"1.8": "1.8.2"
1112
},
1213
"versions": {
1314
"1.2.3": {
@@ -244,7 +245,54 @@
244245
"container_version": {
245246
"cpu": "ubuntu22.04"
246247
}
248+
},
249+
"1.8.2":{
250+
"py_versions": [
251+
"py310"
252+
],
253+
"registries": {
254+
"af-south-1": "510948584623",
255+
"ap-east-1": "651117190479",
256+
"ap-northeast-1": "354813040037",
257+
"ap-northeast-2": "366743142698",
258+
"ap-northeast-3": "867004704886",
259+
"ap-south-1": "720646828776",
260+
"ap-south-2": "628508329040",
261+
"ap-southeast-1": "121021644041",
262+
"ap-southeast-2": "783357654285",
263+
"ap-southeast-3": "951798379941",
264+
"ap-southeast-4": "106583098589",
265+
"ca-central-1": "341280168497",
266+
"ca-west-1": "190319476487",
267+
"cn-north-1": "450853457545",
268+
"cn-northwest-1": "451049120500",
269+
"eu-central-1": "492215442770",
270+
"eu-central-2": "680994064768",
271+
"eu-north-1": "662702820516",
272+
"eu-south-1": "978288397137",
273+
"eu-south-2": "104374241257",
274+
"eu-west-1": "141502667606",
275+
"eu-west-2": "764974769150",
276+
"eu-west-3": "659782779980",
277+
"il-central-1": "898809789911",
278+
"me-central-1": "272398656194",
279+
"me-south-1": "801668240914",
280+
"sa-east-1": "737474898029",
281+
"us-east-1": "683313688378",
282+
"us-east-2": "257758044811",
283+
"us-gov-east-1": "237065988967",
284+
"us-gov-west-1": "414596584902",
285+
"us-iso-east-1": "833128469047",
286+
"us-isob-east-1": "281123927165",
287+
"us-west-1": "746614075791",
288+
"us-west-2": "246618743249"
289+
},
290+
"tag_prefix": "2.0.1-tei1.8.2",
291+
"repository": "tei-cpu",
292+
"container_version": {
293+
"cpu": "ubuntu22.04"
294+
}
247295
}
248296
}
249297
}
250-
}
298+
}

src/sagemaker/image_uri_config/huggingface-tei.json

Lines changed: 50 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@
77
"1.2": "1.2.3",
88
"1.4": "1.4.0",
99
"1.6": "1.6.0",
10-
"1.7": "1.7.0"
10+
"1.7": "1.7.0",
11+
"1.8": "1.8.2"
1112
},
1213
"versions": {
1314
"1.2.3": {
@@ -244,7 +245,54 @@
244245
"container_version": {
245246
"gpu": "cu122-ubuntu22.04"
246247
}
248+
},
249+
"1.8.2": {
250+
"py_versions": [
251+
"py310"
252+
],
253+
"registries": {
254+
"af-south-1": "510948584623",
255+
"ap-east-1": "651117190479",
256+
"ap-northeast-1": "354813040037",
257+
"ap-northeast-2": "366743142698",
258+
"ap-northeast-3": "867004704886",
259+
"ap-south-1": "720646828776",
260+
"ap-south-2": "628508329040",
261+
"ap-southeast-1": "121021644041",
262+
"ap-southeast-2": "783357654285",
263+
"ap-southeast-3": "951798379941",
264+
"ap-southeast-4": "106583098589",
265+
"ca-central-1": "341280168497",
266+
"ca-west-1": "190319476487",
267+
"cn-north-1": "450853457545",
268+
"cn-northwest-1": "451049120500",
269+
"eu-central-1": "492215442770",
270+
"eu-central-2": "680994064768",
271+
"eu-north-1": "662702820516",
272+
"eu-south-1": "978288397137",
273+
"eu-south-2": "104374241257",
274+
"eu-west-1": "141502667606",
275+
"eu-west-2": "764974769150",
276+
"eu-west-3": "659782779980",
277+
"il-central-1": "898809789911",
278+
"me-central-1": "272398656194",
279+
"me-south-1": "801668240914",
280+
"sa-east-1": "737474898029",
281+
"us-east-1": "683313688378",
282+
"us-east-2": "257758044811",
283+
"us-gov-east-1": "237065988967",
284+
"us-gov-west-1": "414596584902",
285+
"us-iso-east-1": "833128469047",
286+
"us-isob-east-1": "281123927165",
287+
"us-west-1": "746614075791",
288+
"us-west-2": "246618743249"
289+
},
290+
"tag_prefix": "2.0.1-tei1.8.2",
291+
"repository": "tei",
292+
"container_version": {
293+
"gpu": "cu122-ubuntu22.04"
294+
}
247295
}
248296
}
249297
}
250-
}
298+
}

tests/data/serve_resources/mlflow/pytorch/MLmodel

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ flavors:
1414
code: null
1515
model_data: data
1616
pytorch_version: 2.0.1+cu117
17-
mlflow_version: 2.10.2
17+
mlflow_version: 2.11.1
1818
model_size_bytes: 4971001
1919
model_uuid: 2d85043bbf504b1e9950e124c46a1719
2020
run_id: 98b8d2e2c0e74ab59f4c26f7cb3de233

tests/data/serve_resources/mlflow/tensorflow/MLmodel

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ flavors:
1010
code: null
1111
model_type: tf2-module
1212
saved_model_dir: tf2model
13-
mlflow_version: 2.11.1
13+
mlflow_version: 2.20.3
1414
model_size_bytes: 23823
1515
model_uuid: 40d2323944294fce898d8693455f60e8
1616
run_id: 592132312fb84935b201de2c027c54c6

tests/integ/sagemaker/serve/test_serve_mlflow_xgboost_flavor_happy.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
XGBOOST_MLFLOW_RESOURCE_DIR,
2929
SERVE_SAGEMAKER_ENDPOINT_TIMEOUT,
3030
# SERVE_LOCAL_CONTAINER_TIMEOUT,
31-
PYTHON_VERSION_IS_NOT_310,
31+
# PYTHON_VERSION_IS_NOT_310,
3232
)
3333
from tests.integ.timeout import timeout
3434
from tests.integ.utils import cleanup_model_resources
@@ -147,16 +147,17 @@ def model_builder(request):
147147
# ), f"{caught_ex} was thrown when running pytorch squeezenet local container test"
148148

149149

150-
@pytest.mark.skipif(
151-
PYTHON_VERSION_IS_NOT_310, # or NOT_RUNNING_ON_INF_EXP_DEV_PIPELINE,
152-
reason="The goal of these test are to test the serving components of our feature",
150+
@pytest.mark.skip(
151+
reason="Skipping it temporarily as we have bug with latest version of XGBoost image \
152+
that is numpy 2.0 compatible.",
153153
)
154154
def test_happy_xgboost_sagemaker_endpoint_with_torch_serve(
155155
sagemaker_session,
156156
xgboost_schema,
157157
cpu_instance_type,
158158
test_data,
159159
):
160+
# TODO: Enable this test once the issue with latest XGBoost image is fixed.
160161
logger.info("Running in SAGEMAKER_ENDPOINT mode...")
161162
caught_ex = None
162163

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,13 +26,15 @@
2626
"1.6.0": "2.0.1-tei1.6.0-gpu-py310-cu122-ubuntu22.04",
2727
"1.7.0": "2.0.1-tei1.7.0-gpu-py310-cu122-ubuntu22.04",
2828
"1.8.0": "2.0.1-tei1.8.0-gpu-py310-cu122-ubuntu22.04",
29+
"1.8.2": "2.0.1-tei1.8.2-gpu-py310-cu122-ubuntu22.04",
2930
},
3031
"cpu": {
3132
"1.2.3": "2.0.1-tei1.2.3-cpu-py310-ubuntu22.04",
3233
"1.4.0": "2.0.1-tei1.4.0-cpu-py310-ubuntu22.04",
3334
"1.6.0": "2.0.1-tei1.6.0-cpu-py310-ubuntu22.04",
3435
"1.7.0": "2.0.1-tei1.7.0-cpu-py310-ubuntu22.04",
3536
"1.8.0": "2.0.1-tei1.8.0-cpu-py310-ubuntu22.04",
37+
"1.8.2": "2.0.1-tei1.8.2-cpu-py310-ubuntu22.04",
3638
},
3739
}
3840
HF_VERSIONS_MAPPING = {

0 commit comments

Comments
 (0)