From 8409463a53c1cc6bd6ebdc62a352f1d8d2e2c4ec Mon Sep 17 00:00:00 2001 From: sagemaker-bot Date: Mon, 21 Sep 2026 20:30:13 +0000 Subject: [PATCH] change: update image_uri_configs 09-21-2026 13:30:13 PST --- .../huggingface-llm-neuronx.json | 14 + .../image_uri_config/huggingface-llm.json | 209 +++++----- .../image_uri_config/llama-cpp-arm64.json | 92 ++++- .../core/image_uri_config/llama-cpp.json | 104 ++++- .../image_uri_config/pytorch-amzn2023.json | 38 +- .../core/image_uri_config/pytorch.json | 16 + .../core/image_uri_config/ray-serve.json | 146 ++++++- .../core/image_uri_config/sglang-server.json | 176 ++++++++- .../core/image_uri_config/sglang.json | 344 ++++++++++++++++- .../core/image_uri_config/tensorflow.json | 1 + .../core/image_uri_config/vllm-omni.json | 248 +++++++++++- .../core/image_uri_config/vllm-server.json | 198 +++++++++- .../sagemaker/core/image_uri_config/vllm.json | 360 +++++++++++++++++- .../core/image_uri_config/whisperx.json | 77 +++- 14 files changed, 1840 insertions(+), 183 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json index a30f9a23fe..ee029532a9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json @@ -46,6 +46,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -102,6 +103,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -158,6 +160,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -214,6 +217,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -270,6 +274,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -326,6 +331,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -382,6 +388,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -438,6 +445,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -494,6 +502,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -550,6 +559,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -606,6 +616,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -662,6 +673,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -718,6 +730,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -774,6 +787,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm.json index 4ccf06a0e0..90bf8f7e81 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm.json @@ -15,12 +15,15 @@ "2.0": "2.4.0", "2.3": "2.3.1", "3.0": "3.0.1", - "3.2": "3.2.3", "3.1": "3.1.1", + "3.2": "3.2.3", "3.3": "3.3.6" }, "versions": { "0.6.0": { + "container_version": { + "gpu": "cu118-ubuntu20.04" + }, "py_versions": [ "py39" ], @@ -57,6 +60,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -70,13 +74,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.0.0-tgi0.6.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu118-ubuntu20.04" - } + "tag_prefix": "2.0.0-tgi0.6.0" }, "0.8.2": { + "container_version": { + "gpu": "cu118-ubuntu20.04" + }, "py_versions": [ "py39" ], @@ -113,6 +117,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -126,13 +131,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.0.0-tgi0.8.2", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu118-ubuntu20.04" - } + "tag_prefix": "2.0.0-tgi0.8.2" }, "0.9.3": { + "container_version": { + "gpu": "cu118-ubuntu20.04" + }, "py_versions": [ "py39" ], @@ -169,6 +174,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -182,13 +188,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.0.1-tgi0.9.3", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu118-ubuntu20.04" - } + "tag_prefix": "2.0.1-tgi0.9.3" }, "1.0.3": { + "container_version": { + "gpu": "cu118-ubuntu20.04" + }, "py_versions": [ "py39" ], @@ -225,6 +231,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -238,13 +245,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.0.1-tgi1.0.3", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu118-ubuntu20.04" - } + "tag_prefix": "2.0.1-tgi1.0.3" }, "1.1.0": { + "container_version": { + "gpu": "cu118-ubuntu20.04" + }, "py_versions": [ "py39" ], @@ -281,6 +288,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -294,13 +302,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.0.1-tgi1.1.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu118-ubuntu20.04" - } + "tag_prefix": "2.0.1-tgi1.1.0" }, "1.2.0": { + "container_version": { + "gpu": "cu121-ubuntu20.04" + }, "py_versions": [ "py310" ], @@ -337,6 +345,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -350,13 +359,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.2.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu20.04" - } + "tag_prefix": "2.1.1-tgi1.2.0" }, "1.3.1": { + "container_version": { + "gpu": "cu121-ubuntu20.04" + }, "py_versions": [ "py310" ], @@ -393,6 +402,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -406,13 +416,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.3.1", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu20.04" - } + "tag_prefix": "2.1.1-tgi1.3.1" }, "1.3.3": { + "container_version": { + "gpu": "cu121-ubuntu20.04" + }, "py_versions": [ "py310" ], @@ -449,6 +459,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -462,13 +473,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.3.3", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu20.04" - } + "tag_prefix": "2.1.1-tgi1.3.3" }, "1.4.0": { + "container_version": { + "gpu": "cu121-ubuntu20.04" + }, "py_versions": [ "py310" ], @@ -505,6 +516,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -518,13 +530,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.4.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu20.04" - } + "tag_prefix": "2.1.1-tgi1.4.0" }, "1.4.2": { + "container_version": { + "gpu": "cu121-ubuntu22.04" + }, "py_versions": [ "py310" ], @@ -561,6 +573,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -574,13 +587,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.4.2", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04" - } + "tag_prefix": "2.1.1-tgi1.4.2" }, "1.4.5": { + "container_version": { + "gpu": "cu121-ubuntu22.04" + }, "py_versions": [ "py310" ], @@ -617,6 +630,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -630,13 +644,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi1.4.5", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04" - } + "tag_prefix": "2.1.1-tgi1.4.5" }, "2.0.0": { + "container_version": { + "gpu": "cu121-ubuntu22.04" + }, "py_versions": [ "py310" ], @@ -673,6 +687,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -686,13 +701,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi2.0.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04" - } + "tag_prefix": "2.1.1-tgi2.0.0" }, "2.0.1": { + "container_version": { + "gpu": "cu121-ubuntu22.04" + }, "py_versions": [ "py310" ], @@ -729,6 +744,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -742,13 +758,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.1.1-tgi2.0.1", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04" - } + "tag_prefix": "2.1.1-tgi2.0.1" }, "2.0.2": { + "container_version": { + "gpu": "cu121-ubuntu22.04" + }, "py_versions": [ "py310" ], @@ -785,6 +801,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -798,13 +815,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.3.0-tgi2.0.2", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04" - } + "tag_prefix": "2.3.0-tgi2.0.2" }, "2.2.0": { + "container_version": { + "gpu": "cu121-ubuntu22.04-v2.0" + }, "py_versions": [ "py310" ], @@ -841,6 +858,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -854,13 +872,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.3.0-tgi2.2.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu121-ubuntu22.04-v2.0" - } + "tag_prefix": "2.3.0-tgi2.2.0" }, "2.3.1": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -897,6 +915,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -910,13 +929,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.4.0-tgi2.3.1", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.4.0-tgi2.3.1" }, "2.4.0": { + "container_version": { + "gpu": "cu124-ubuntu22.04-v2.2" + }, "py_versions": [ "py311" ], @@ -953,6 +972,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -966,13 +986,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.4.0-tgi2.4.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04-v2.2" - } + "tag_prefix": "2.4.0-tgi2.4.0" }, "3.0.1": { + "container_version": { + "gpu": "cu124-ubuntu22.04-v2.1" + }, "py_versions": [ "py311" ], @@ -1009,6 +1029,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1022,13 +1043,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.4.0-tgi3.0.1", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04-v2.1" - } + "tag_prefix": "2.4.0-tgi3.0.1" }, "3.1.1": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -1065,6 +1086,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1078,13 +1100,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.6.0-tgi3.1.1", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.6.0-tgi3.1.1" }, "3.2.0": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -1121,6 +1143,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1134,13 +1157,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.6.0-tgi3.2.0", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.6.0-tgi3.2.0" }, "3.2.3": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -1177,6 +1200,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1190,13 +1214,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.6.0-tgi3.2.3", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.6.0-tgi3.2.3" }, "3.3.4": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -1233,6 +1257,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1246,13 +1271,13 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.7.0-tgi3.3.4", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.7.0-tgi3.3.4" }, "3.3.6": { + "container_version": { + "gpu": "cu124-ubuntu22.04" + }, "py_versions": [ "py311" ], @@ -1289,6 +1314,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -1302,11 +1328,8 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "2.7.0-tgi3.3.6", "repository": "huggingface-pytorch-tgi-inference", - "container_version": { - "gpu": "cu124-ubuntu22.04" - } + "tag_prefix": "2.7.0-tgi3.3.6" } } } diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json index d1d3d314ca..b75b8dc579 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -29,28 +36,100 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "llama-cpp-arm64", - "tag_prefix": "server-sagemaker-cpu-v1" + "tag_prefix": "server-sagemaker" }, "1.0": { + "container_version": { + "cpu": "cpu-v1.0" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp-arm64", + "tag_prefix": "server-sagemaker" + }, + "1.0.0": { + "container_version": { + "cpu": "cpu-v1.0.0" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -73,26 +152,33 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "llama-cpp-arm64", - "tag_prefix": "server-sagemaker-cpu-v1.0" + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json index 2fdd19ed49..edb45615c3 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json @@ -7,6 +7,15 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -29,37 +38,44 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" + }, + "1.0": { + "container_version": { + "cpu": "cpu-v1.0", + "gpu": "cuda-v1.0" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - } - }, - "1.0": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -82,35 +98,93 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" + }, + "1.0.0": { + "container_version": { + "cpu": "cpu-v1.0.0", + "gpu": "cuda-v1.0.0" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "cpu": "cpu-v1.0", - "gpu": "cuda-v1.0" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json index 11c9402773..82b2a12604 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json @@ -9,6 +9,11 @@ }, "versions": { "2.11": { + "container_version": { + "cpu": "cpu-amzn2023-sagemaker", + "gpu": "cu130-amzn2023-sagemaker" + }, + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -40,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -50,13 +56,14 @@ "us-west-2": "763104351884" }, "repository": "pytorch", + "tag_prefix": "2.11" + }, + "2.12": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", "gpu": "cu130-amzn2023-sagemaker" }, - "processor_in_tag": false - }, - "2.12": { + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -79,32 +86,40 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "pytorch", + "tag_prefix": "2.12" + }, + "2.13": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu130-amzn2023-sagemaker" + "gpu": "cu133-amzn2023-sagemaker" }, - "processor_in_tag": false - }, - "2.13": { + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -136,6 +151,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -146,12 +162,8 @@ "us-west-2": "763104351884" }, "repository": "pytorch", - "container_version": { - "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu133-amzn2023-sagemaker" - }, - "processor_in_tag": false + "tag_prefix": "2.13" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json index 127c183d4b..ab8046dcff 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json @@ -1336,6 +1336,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3087,6 +3088,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3124,21 +3126,28 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, @@ -3170,21 +3179,28 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json index c410b5a29a..4ba25972ed 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json @@ -7,6 +7,15 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -29,37 +38,44 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.2": { + "container_version": { + "cpu": "cpu-v1.2", + "gpu": "cuda-v1.2" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "serve-ml-sagemaker", - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - } - }, - "1.4": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -78,8 +94,6 @@ "ap-southeast-7": "590183813437", "ca-central-1": "763104351884", "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", "eu-north-1": "763104351884", @@ -91,26 +105,126 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.3": { + "container_version": { + "cpu": "cpu-v1.3", + "gpu": "cuda-v1.3" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "serve-ml-sagemaker", + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.4": { "container_version": { "cpu": "cpu-v1.4", "gpu": "cuda-v1.4" - } + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json index e0dec153a9..6a2f478f73 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,16 +56,16 @@ "us-west-2": "763104351884" }, "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.0": { + "container_version": { + "gpu": "cuda-v1.0" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "gpu": "cuda-v1" - } - }, - "1.3": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -80,33 +88,181 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.1": { + "container_version": { + "gpu": "cuda-v1.1" + }, + "processor_in_tag": false, "processors": [ "gpu" ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.2": { + "container_version": { + "gpu": "cuda-v1.2" + }, "processor_in_tag": false, - "tag_prefix": "server-sagemaker", + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.3": { "container_version": { "gpu": "cuda-v1.3" - } + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json index d8d3bffc8d..5ef858e570 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json @@ -4,10 +4,248 @@ "gpu" ], "version_aliases": { - "0.5": "0.5.18" + "0.5": "0.5.20" }, "versions": { + "0.5.13": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.13" + }, + "0.5.14": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.14" + }, + "0.5.15": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.15" + }, + "0.5.16": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.16" + }, + "0.5.17": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.17" + }, "0.5.18": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, "py_versions": [ "py312" ], @@ -33,30 +271,128 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "0.5.18", "repository": "sglang", + "tag_prefix": "0.5.18" + }, + "0.5.19": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - } + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.19" + }, + "0.5.20": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.20" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json index a75cd37b51..6772040e2d 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json @@ -5164,6 +5164,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json index 15ca82ab46..36a09b88ae 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,16 +56,190 @@ "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.3": { + "container_version": { + "gpu": "cuda-v1.3" + }, + "processor_in_tag": false, "processors": [ "gpu" ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.4": { + "container_version": { + "gpu": "cuda-v1.4" + }, "processor_in_tag": false, - "tag_prefix": "omni-sagemaker", + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.5": { "container_version": { - "gpu": "cuda-v1" - } + "gpu": "cuda-v1.5" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" }, "1.6": { + "container_version": { + "gpu": "cuda-v1.6" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -80,33 +262,81 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.7": { + "container_version": { + "gpu": "cuda-v1.7" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "omni-sagemaker", - "container_version": { - "gpu": "cuda-v1.6" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json index d5e04cbb5c..c5f178f866 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json @@ -7,6 +7,13 @@ }, "versions": { "2": { + "container_version": { + "gpu": "cuda-v2" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -29,35 +36,90 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.1": { + "container_version": { + "gpu": "cuda-v2.1" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "gpu": "cuda-v2" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" }, - "2.4": { + "2.2": { + "container_version": { + "gpu": "cuda-v2.2" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -80,33 +142,149 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.3": { + "container_version": { + "gpu": "cuda-v2.3" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.4": { "container_version": { "gpu": "cuda-v2.4" - } + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index 3630161df9..aaebda698e 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -4,10 +4,311 @@ "gpu" ], "version_aliases": { - "0.28": "0.28.0" + "0.23": "0.23.0", + "0.24": "0.24.0", + "0.25": "0.25.1", + "0.26": "0.26.0", + "0.27": "0.27.1", + "0.28": "0.28.0", + "0.29": "0.29.0" }, "versions": { + "0.23.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.23.0" + }, + "0.24.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.24.0" + }, + "0.25.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.25.0" + }, + "0.25.1": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.25.1" + }, + "0.26.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.26.0" + }, + "0.27.1": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.27.1" + }, "0.28.0": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, "py_versions": [ "py312" ], @@ -33,30 +334,81 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "0.28.0", "repository": "vllm", + "tag_prefix": "0.28.0" + }, + "0.29.0": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - } + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.29.0" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json index 23b492da5c..8512c8522f 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json @@ -7,6 +7,13 @@ }, "versions": { "3.8": { + "container_version": { + "gpu": "cu128-amzn2023-sagemaker" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -29,33 +36,91 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "whisperx", + "tag_prefix": "3.8" + }, + "3.8.6": { + "container_version": { + "gpu": "cu128-amzn2023-sagemaker" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "3.8", - "container_version": { - "gpu": "cu128-amzn2023-sagemaker" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "whisperx", + "tag_prefix": "3.8.6" } } -} +} \ No newline at end of file