From e9d582324c590496389ca8fa9f112da5c8db0108 Mon Sep 17 00:00:00 2001 From: sagemaker-bot Date: Thu, 17 Sep 2026 22:24:36 +0000 Subject: [PATCH 1/3] change: update image_uri_configs 09-17-2026 15:24:36 PST --- .../huggingface-llm-neuronx.json | 14 + .../image_uri_config/llama-cpp-arm64.json | 70 +++- .../core/image_uri_config/llama-cpp.json | 82 +++- .../image_uri_config/pytorch-amzn2023.json | 32 +- .../core/image_uri_config/pytorch.json | 16 + .../core/image_uri_config/ray-serve.json | 134 ++++++- .../core/image_uri_config/sglang-server.json | 176 ++++++++- .../core/image_uri_config/sglang.json | 348 ++++++++++++++++- .../core/image_uri_config/tensorflow.json | 1 + .../core/image_uri_config/vllm-omni.json | 170 +++++++- .../core/image_uri_config/vllm-server.json | 222 ++++++++++- .../sagemaker/core/image_uri_config/vllm.json | 364 +++++++++++++++++- .../core/image_uri_config/whisperx.json | 61 ++- 13 files changed, 1598 insertions(+), 92 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json index a30f9a23fe..ee029532a9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json @@ -46,6 +46,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -102,6 +103,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -158,6 +160,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -214,6 +217,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -270,6 +274,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -326,6 +331,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -382,6 +388,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -438,6 +445,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -494,6 +502,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -550,6 +559,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -606,6 +616,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -662,6 +673,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -718,6 +730,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -774,6 +787,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json index d1d3d314ca..3d291846ea 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,9 +56,16 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp-arm64", - "tag_prefix": "server-sagemaker-cpu-v1" + "tag_prefix": "server-sagemaker" }, "1.0": { + "container_version": { + "cpu": "cpu-v1.0" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -82,6 +97,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -92,7 +108,55 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp-arm64", - "tag_prefix": "server-sagemaker-cpu-v1.0" + "tag_prefix": "server-sagemaker" + }, + "1.0.0": { + "container_version": { + "cpu": "cpu-v1.0.0" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp-arm64", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json index 2fdd19ed49..33c83d4736 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json @@ -7,6 +7,15 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +47,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,18 +58,18 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" + }, + "1.0": { + "container_version": { + "cpu": "cpu-v1.0", + "gpu": "cuda-v1.0" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - } - }, - "1.0": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -91,6 +101,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -101,16 +112,57 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" + }, + "1.0.0": { + "container_version": { + "cpu": "cpu-v1.0.0", + "gpu": "cuda-v1.0.0" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "cpu": "cpu-v1.0", - "gpu": "cuda-v1.0" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json index 11c9402773..e9f5752f19 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json @@ -9,6 +9,11 @@ }, "versions": { "2.11": { + "container_version": { + "cpu": "cpu-amzn2023-sagemaker", + "gpu": "cu130-amzn2023-sagemaker" + }, + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -40,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -50,13 +56,14 @@ "us-west-2": "763104351884" }, "repository": "pytorch", + "tag_prefix": "2.11" + }, + "2.12": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", "gpu": "cu130-amzn2023-sagemaker" }, - "processor_in_tag": false - }, - "2.12": { + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -88,6 +95,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -98,13 +106,14 @@ "us-west-2": "763104351884" }, "repository": "pytorch", + "tag_prefix": "2.12" + }, + "2.13": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu130-amzn2023-sagemaker" + "gpu": "cu133-amzn2023-sagemaker" }, - "processor_in_tag": false - }, - "2.13": { + "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -136,6 +145,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -146,12 +156,8 @@ "us-west-2": "763104351884" }, "repository": "pytorch", - "container_version": { - "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu133-amzn2023-sagemaker" - }, - "processor_in_tag": false + "tag_prefix": "2.13" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json index 127c183d4b..ab8046dcff 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json @@ -1336,6 +1336,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3087,6 +3088,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3124,21 +3126,28 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, @@ -3170,21 +3179,28 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json index c410b5a29a..277d5971ba 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json @@ -7,6 +7,15 @@ }, "versions": { "1": { + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +47,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,18 +58,18 @@ "us-west-2": "763104351884" }, "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.2": { + "container_version": { + "cpu": "cpu-v1.2", + "gpu": "cuda-v1.2" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "serve-ml-sagemaker", - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - } - }, - "1.4": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -78,8 +88,6 @@ "ap-southeast-7": "590183813437", "ca-central-1": "763104351884", "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", "eu-north-1": "763104351884", @@ -91,26 +99,120 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.3": { + "container_version": { + "cpu": "cpu-v1.3", + "gpu": "cuda-v1.3" + }, + "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "processor_in_tag": false, - "tag_prefix": "serve-ml-sagemaker", + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" + }, + "1.4": { "container_version": { "cpu": "cpu-v1.4", "gpu": "cuda-v1.4" - } + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "ray", + "tag_prefix": "serve-ml-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json index e0dec153a9..6a2f478f73 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,16 +56,16 @@ "us-west-2": "763104351884" }, "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.0": { + "container_version": { + "gpu": "cuda-v1.0" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "gpu": "cuda-v1" - } - }, - "1.3": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -80,33 +88,181 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.1": { + "container_version": { + "gpu": "cuda-v1.1" + }, + "processor_in_tag": false, "processors": [ "gpu" ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.2": { + "container_version": { + "gpu": "cuda-v1.2" + }, "processor_in_tag": false, - "tag_prefix": "server-sagemaker", + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" + }, + "1.3": { "container_version": { "gpu": "cuda-v1.3" - } + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json index d8d3bffc8d..cd5d2a99a6 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json @@ -4,10 +4,305 @@ "gpu" ], "version_aliases": { - "0.5": "0.5.18" + "0.5": "0.5.19" }, "versions": { + "0.5.12": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.12" + }, + "0.5.13": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.13" + }, + "0.5.14": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.14" + }, + "0.5.15": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.15" + }, + "0.5.16": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.16" + }, + "0.5.17": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.17" + }, "0.5.18": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, "py_versions": [ "py312" ], @@ -42,6 +337,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -51,12 +347,56 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "0.5.18", "repository": "sglang", + "tag_prefix": "0.5.18" + }, + "0.5.19": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - } + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "0.5.19" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json index a75cd37b51..6772040e2d 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json @@ -5164,6 +5164,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json index 15ca82ab46..2cbd34fed9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json @@ -7,6 +7,13 @@ }, "versions": { "1": { + "container_version": { + "gpu": "cuda-v1" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,16 +56,160 @@ "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.3": { + "container_version": { + "gpu": "cuda-v1.3" + }, + "processor_in_tag": false, "processors": [ "gpu" ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.4": { + "container_version": { + "gpu": "cuda-v1.4" + }, "processor_in_tag": false, - "tag_prefix": "omni-sagemaker", + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" + }, + "1.5": { "container_version": { - "gpu": "cuda-v1" - } + "gpu": "cuda-v1.5" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" }, "1.6": { + "container_version": { + "gpu": "cuda-v1.6" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -89,6 +241,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -99,14 +252,7 @@ "us-west-2": "763104351884" }, "repository": "vllm", - "processors": [ - "gpu" - ], - "processor_in_tag": false, - "tag_prefix": "omni-sagemaker", - "container_version": { - "gpu": "cuda-v1.6" - } + "tag_prefix": "omni-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json index d5e04cbb5c..d18f17c55f 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json @@ -7,6 +7,13 @@ }, "versions": { "2": { + "container_version": { + "gpu": "cuda-v2" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -38,6 +45,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -48,16 +56,64 @@ "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.0": { + "container_version": { + "gpu": "cuda-v2.0" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "server-sagemaker", - "container_version": { - "gpu": "cuda-v2" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" }, - "2.4": { + "2.1": { + "container_version": { + "gpu": "cuda-v2.1" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -80,33 +136,181 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.2": { + "container_version": { + "gpu": "cuda-v2.2" + }, + "processor_in_tag": false, "processors": [ "gpu" ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.3": { + "container_version": { + "gpu": "cuda-v2.3" + }, "processor_in_tag": false, - "tag_prefix": "server-sagemaker", + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" + }, + "2.4": { "container_version": { "gpu": "cuda-v2.4" - } + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index 3630161df9..c299fc79bb 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -4,10 +4,321 @@ "gpu" ], "version_aliases": { - "0.28": "0.28.0" + "0.23": "0.23.0", + "0.24": "0.24.0", + "0.25": "0.25.1", + "0.26": "0.26.0", + "0.27": "0.27.1", + "0.28": "0.28.0", + "0.29": "0.29.0" }, "versions": { + "0.23.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.23.0" + }, + "0.24.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.24.0" + }, + "0.25.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.25.0" + }, + "0.25.1": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.25.1" + }, + "0.26.0": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.26.0" + }, + "0.27.1": { + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.27.1" + }, "0.28.0": { + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + }, "py_versions": [ "py312" ], @@ -42,6 +353,7 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", + "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -51,12 +363,56 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, - "tag_prefix": "0.28.0", "repository": "vllm", + "tag_prefix": "0.28.0" + }, + "0.29.0": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - } + }, + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "0.29.0" } } } -} +} \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json index 23b492da5c..32cf7bb253 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json @@ -3,10 +3,18 @@ "inference" ], "version_aliases": { + "3.8": "3.8.6", "latest": "3.8" }, "versions": { "3.8": { + "container_version": { + "gpu": "cu128-amzn2023-sagemaker" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -48,14 +56,55 @@ "us-west-2": "763104351884" }, "repository": "whisperx", + "tag_prefix": "3.8" + }, + "3.8.6": { + "container_version": { + "gpu": "cu128-amzn2023-sagemaker" + }, + "processor_in_tag": false, "processors": [ "gpu" ], - "processor_in_tag": false, - "tag_prefix": "3.8", - "container_version": { - "gpu": "cu128-amzn2023-sagemaker" - } + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "whisperx", + "tag_prefix": "3.8.6" } } -} +} \ No newline at end of file From fe107baf5ff73afdc8240cd06a8080afda0be1fa Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Fri, 18 Sep 2026 04:00:33 +0000 Subject: [PATCH 2/3] fix: correct whisperx version alias and align serving/tensorflow image_uri tests - whisperx: drop the spurious "3.8": "3.8.6" version alias so version 3.8 resolves to its own moving minor tag (3.8-cu128-amzn2023-sagemaker) rather than the pinned 3.8.6 tag; the latest alias still points to 3.8. - tests: reclassify llama-cpp-arm64 as a cpu-only processor-schema config (migrated from the whole-tag form) with mirrored uri / reject-gpu-instance / literal-tag coverage. - tests: allow the newest tensorflow version to additionally carry a newly launched region that is still inside the image-copy window (subset check instead of exact equality). --- .../core/image_uri_config/whisperx.json | 1 - .../image_uris/test_dlc_serving_frameworks.py | 54 ++++++++++++++++++- .../tests/unit/image_uris/test_tensorflow.py | 17 +++++- 3 files changed, 68 insertions(+), 4 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json index 32cf7bb253..a05c4712eb 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json @@ -3,7 +3,6 @@ "inference" ], "version_aliases": { - "3.8": "3.8.6", "latest": "3.8" }, "versions": { diff --git a/sagemaker-core/tests/unit/image_uris/test_dlc_serving_frameworks.py b/sagemaker-core/tests/unit/image_uris/test_dlc_serving_frameworks.py index 5004940daf..aa94f05281 100644 --- a/sagemaker-core/tests/unit/image_uris/test_dlc_serving_frameworks.py +++ b/sagemaker-core/tests/unit/image_uris/test_dlc_serving_frameworks.py @@ -25,7 +25,14 @@ # Single-variant configs whose tag_prefix is the full image tag, taken verbatim # (no processors / processor_in_tag / container_version). Instance type is ignored. -WHOLE_TAG_CONFIG_FILES = [ +# (None currently: llama-cpp-arm64 migrated to the cpu processor schema below.) +WHOLE_TAG_CONFIG_FILES = [] + +# CPU-only configs on the processor schema: processors=["cpu"], processor_in_tag=false, +# and the tag tail in container_version["cpu"]. Mirror of the gpu-only case: instance_type +# is optional (single processor) and resolves to the cpu image; a gpu instance is rejected +# until a gpu image is added. +CPU_ONLY_PROCESSOR_FILES = [ "llama-cpp-arm64.json", ] @@ -133,6 +140,51 @@ def test_gpu_only_processor_rejects_cpu_instance(framework): ) +@pytest.mark.parametrize("load_config_and_file_name", CPU_ONLY_PROCESSOR_FILES, indirect=True) +def test_cpu_only_processor_serving_framework_uris(load_config_and_file_name): + """CPU-only framework on the processor schema resolves to the cpu tail, and because it + has a single processor, omitting instance_type still yields the cpu image.""" + config, file_name = load_config_and_file_name + framework = file_name[: -len(".json")] + for version, version_config in config["versions"].items(): + repo = version_config["repository"] + prefix = version_config["tag_prefix"] + cpu_tail = version_config["container_version"]["cpu"] + expected_tag = f"{prefix}-{cpu_tail}" + for region, account in version_config["registries"].items(): + uri = image_uris.retrieve( + framework=framework, + region=region, + version=version, + image_scope="inference", + instance_type=PROCESSOR_INSTANCE_TYPES["cpu"], + ) + assert uri.startswith(f"{account}.dkr.ecr.{region}."), uri + assert uri.endswith(f"/{repo}:{expected_tag}"), uri + # instance_type is optional for a single-processor config (backward-compatible + # with the whole-tag form this config used before the processor-schema change). + uri_no_instance = image_uris.retrieve( + framework=framework, + region="us-west-2", + version=version, + image_scope="inference", + ) + assert uri_no_instance.endswith(f"/{repo}:{expected_tag}"), uri_no_instance + + +@pytest.mark.parametrize("framework", [f[: -len(".json")] for f in CPU_ONLY_PROCESSOR_FILES]) +def test_cpu_only_processor_rejects_gpu_instance(framework): + """Until a gpu image is added, a gpu instance type is rejected (not silently served cpu).""" + with pytest.raises(ValueError): + image_uris.retrieve( + framework=framework, + region="us-west-2", + version="latest", + image_scope="inference", + instance_type=PROCESSOR_INSTANCE_TYPES["gpu"], + ) + + @pytest.mark.parametrize("load_config_and_file_name", MULTI_PROCESSOR_FILES, indirect=True) def test_processor_serving_framework_uris(load_config_and_file_name): """CPU/GPU share one config: the instance type selects the per-processor tag tail.""" diff --git a/sagemaker-core/tests/unit/image_uris/test_tensorflow.py b/sagemaker-core/tests/unit/image_uris/test_tensorflow.py index e5fc733df2..68c8656402 100644 --- a/sagemaker-core/tests/unit/image_uris/test_tensorflow.py +++ b/sagemaker-core/tests/unit/image_uris/test_tensorflow.py @@ -77,10 +77,23 @@ def test_tensorflow_latest_version_is_registered(load_config, scope): @pytest.mark.parametrize("scope", ["inference", "training"]) @pytest.mark.parametrize("load_config", ["tensorflow.json"], indirect=True) def test_tensorflow_latest_version_registries_match_previous_release(load_config, scope): - """The newest version ships in the same regions and accounts as the previous release.""" + """The newest version ships in at least the same regions and accounts as the previous + release. It may additionally carry a newly launched region that is still inside the + image-copy window and therefore not yet backfilled onto the previous release, so this + checks the reference registries are a subset (superset regressions are still caught).""" version, _ = LATEST[scope] versions = load_config[scope]["versions"] - assert versions[version]["registries"] == versions[REGISTRY_REFERENCE_VERSION]["registries"] + latest_registries = versions[version]["registries"] + reference_registries = versions[REGISTRY_REFERENCE_VERSION]["registries"] + missing = { + region: account + for region, account in reference_registries.items() + if latest_registries.get(region) != account + } + assert not missing, ( + f"latest {scope} version {version} is missing regions/accounts present in the " + f"previous release {REGISTRY_REFERENCE_VERSION}: {missing}" + ) @pytest.mark.parametrize("scope", ["inference", "training"]) From e7506b00517f36cb870a35d709ab1fbcac24c8dd Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Mon, 21 Sep 2026 23:09:50 +0000 Subject: [PATCH 3/3] fix: scope PR to llama-cpp-arm64 cpu-schema migration + image_uri test alignment Revert the bundled image_uri_config data promotion and the whisperx alias change carried by earlier commits on this branch, leaving the net change as exactly: - llama-cpp-arm64.json migrated to the cpu-only processor schema (resolved tag unchanged), - serving-framework and tensorflow image_uri unit-test alignments. --- .../huggingface-llm-neuronx.json | 14 - .../image_uri_config/llama-cpp-arm64.json | 52 +-- .../core/image_uri_config/llama-cpp.json | 82 +--- .../image_uri_config/pytorch-amzn2023.json | 32 +- .../core/image_uri_config/pytorch.json | 16 - .../core/image_uri_config/ray-serve.json | 134 +------ .../core/image_uri_config/sglang-server.json | 176 +-------- .../core/image_uri_config/sglang.json | 348 +---------------- .../core/image_uri_config/tensorflow.json | 1 - .../core/image_uri_config/vllm-omni.json | 170 +------- .../core/image_uri_config/vllm-server.json | 222 +---------- .../sagemaker/core/image_uri_config/vllm.json | 364 +----------------- .../core/image_uri_config/whisperx.json | 60 +-- 13 files changed, 90 insertions(+), 1581 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json index ee029532a9..a30f9a23fe 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-llm-neuronx.json @@ -46,7 +46,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -103,7 +102,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -160,7 +158,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -217,7 +214,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -274,7 +270,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -331,7 +326,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -388,7 +382,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -445,7 +438,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -502,7 +494,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -559,7 +550,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -616,7 +606,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -673,7 +662,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -730,7 +718,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -787,7 +774,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json index 3d291846ea..10fe51cd0c 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json @@ -45,7 +45,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -97,7 +96,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -109,54 +107,6 @@ }, "repository": "llama-cpp-arm64", "tag_prefix": "server-sagemaker" - }, - "1.0.0": { - "container_version": { - "cpu": "cpu-v1.0.0" - }, - "processor_in_tag": false, - "processors": [ - "cpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "llama-cpp-arm64", - "tag_prefix": "server-sagemaker" } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json index 33c83d4736..2fdd19ed49 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json @@ -7,15 +7,6 @@ }, "versions": { "1": { - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - }, - "processor_in_tag": false, - "processors": [ - "cpu", - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -47,7 +38,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -58,18 +48,18 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp", - "tag_prefix": "server-sagemaker" - }, - "1.0": { - "container_version": { - "cpu": "cpu-v1.0", - "gpu": "cuda-v1.0" - }, - "processor_in_tag": false, "processors": [ "cpu", "gpu" ], + "processor_in_tag": false, + "tag_prefix": "server-sagemaker", + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + } + }, + "1.0": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -101,7 +91,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -112,57 +101,16 @@ "us-west-2": "763104351884" }, "repository": "llama-cpp", - "tag_prefix": "server-sagemaker" - }, - "1.0.0": { - "container_version": { - "cpu": "cpu-v1.0.0", - "gpu": "cuda-v1.0.0" - }, - "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "llama-cpp", - "tag_prefix": "server-sagemaker" + "processor_in_tag": false, + "tag_prefix": "server-sagemaker", + "container_version": { + "cpu": "cpu-v1.0", + "gpu": "cuda-v1.0" + } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json index e9f5752f19..11c9402773 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json @@ -9,11 +9,6 @@ }, "versions": { "2.11": { - "container_version": { - "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu130-amzn2023-sagemaker" - }, - "processor_in_tag": false, "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -45,7 +40,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -56,14 +50,13 @@ "us-west-2": "763104351884" }, "repository": "pytorch", - "tag_prefix": "2.11" - }, - "2.12": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", "gpu": "cu130-amzn2023-sagemaker" }, - "processor_in_tag": false, + "processor_in_tag": false + }, + "2.12": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -95,7 +88,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -106,14 +98,13 @@ "us-west-2": "763104351884" }, "repository": "pytorch", - "tag_prefix": "2.12" - }, - "2.13": { "container_version": { "cpu": "cpu-amzn2023-sagemaker", - "gpu": "cu133-amzn2023-sagemaker" + "gpu": "cu130-amzn2023-sagemaker" }, - "processor_in_tag": false, + "processor_in_tag": false + }, + "2.13": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -145,7 +136,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -156,8 +146,12 @@ "us-west-2": "763104351884" }, "repository": "pytorch", - "tag_prefix": "2.13" + "container_version": { + "cpu": "cpu-amzn2023-sagemaker", + "gpu": "cu133-amzn2023-sagemaker" + }, + "processor_in_tag": false } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json index ab8046dcff..127c183d4b 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch.json @@ -1336,7 +1336,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3088,7 +3087,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -3126,28 +3124,21 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, @@ -3179,28 +3170,21 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json index 277d5971ba..c410b5a29a 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/ray-serve.json @@ -7,15 +7,6 @@ }, "versions": { "1": { - "container_version": { - "cpu": "cpu-v1", - "gpu": "cuda-v1" - }, - "processor_in_tag": false, - "processors": [ - "cpu", - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -47,7 +38,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -58,118 +48,18 @@ "us-west-2": "763104351884" }, "repository": "ray", - "tag_prefix": "serve-ml-sagemaker" - }, - "1.2": { - "container_version": { - "cpu": "cpu-v1.2", - "gpu": "cuda-v1.2" - }, - "processor_in_tag": false, "processors": [ "cpu", "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "ray", - "tag_prefix": "serve-ml-sagemaker" - }, - "1.3": { - "container_version": { - "cpu": "cpu-v1.3", - "gpu": "cuda-v1.3" - }, "processor_in_tag": false, - "processors": [ - "cpu", - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "ray", - "tag_prefix": "serve-ml-sagemaker" + "tag_prefix": "serve-ml-sagemaker", + "container_version": { + "cpu": "cpu-v1", + "gpu": "cuda-v1" + } }, "1.4": { - "container_version": { - "cpu": "cpu-v1.4", - "gpu": "cuda-v1.4" - }, - "processor_in_tag": false, - "processors": [ - "cpu", - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -201,7 +91,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -212,7 +101,16 @@ "us-west-2": "763104351884" }, "repository": "ray", - "tag_prefix": "serve-ml-sagemaker" + "processors": [ + "cpu", + "gpu" + ], + "processor_in_tag": false, + "tag_prefix": "serve-ml-sagemaker", + "container_version": { + "cpu": "cpu-v1.4", + "gpu": "cuda-v1.4" + } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json index 6a2f478f73..e0dec153a9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json @@ -7,13 +7,6 @@ }, "versions": { "1": { - "container_version": { - "gpu": "cuda-v1" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -45,7 +38,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -56,16 +48,16 @@ "us-west-2": "763104351884" }, "repository": "sglang", - "tag_prefix": "server-sagemaker" - }, - "1.0": { - "container_version": { - "gpu": "cuda-v1.0" - }, - "processor_in_tag": false, "processors": [ "gpu" ], + "processor_in_tag": false, + "tag_prefix": "server-sagemaker", + "container_version": { + "gpu": "cuda-v1" + } + }, + "1.3": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -88,181 +80,33 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "sglang", - "tag_prefix": "server-sagemaker" - }, - "1.1": { - "container_version": { - "gpu": "cuda-v1.1" - }, - "processor_in_tag": false, "processors": [ "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "server-sagemaker" - }, - "1.2": { - "container_version": { - "gpu": "cuda-v1.2" - }, "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "server-sagemaker" - }, - "1.3": { + "tag_prefix": "server-sagemaker", "container_version": { "gpu": "cuda-v1.3" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "server-sagemaker" + } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json index cd5d2a99a6..d8d3bffc8d 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json @@ -4,305 +4,10 @@ "gpu" ], "version_aliases": { - "0.5": "0.5.19" + "0.5": "0.5.18" }, "versions": { - "0.5.12": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.12" - }, - "0.5.13": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.13" - }, - "0.5.14": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.14" - }, - "0.5.15": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.15" - }, - "0.5.16": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.16" - }, - "0.5.17": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.17" - }, "0.5.18": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, "py_versions": [ "py312" ], @@ -337,7 +42,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -347,56 +51,12 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, + "tag_prefix": "0.5.18", "repository": "sglang", - "tag_prefix": "0.5.18" - }, - "0.5.19": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "sglang", - "tag_prefix": "0.5.19" + } } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json index 6772040e2d..a75cd37b51 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/tensorflow.json @@ -5164,7 +5164,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json index 2cbd34fed9..15ca82ab46 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json @@ -7,13 +7,6 @@ }, "versions": { "1": { - "container_version": { - "gpu": "cuda-v1" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -45,7 +38,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -56,160 +48,16 @@ "us-west-2": "763104351884" }, "repository": "vllm", - "tag_prefix": "omni-sagemaker" - }, - "1.3": { - "container_version": { - "gpu": "cuda-v1.3" - }, - "processor_in_tag": false, "processors": [ "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "omni-sagemaker" - }, - "1.4": { - "container_version": { - "gpu": "cuda-v1.4" - }, "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "omni-sagemaker" - }, - "1.5": { + "tag_prefix": "omni-sagemaker", "container_version": { - "gpu": "cuda-v1.5" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "omni-sagemaker" + "gpu": "cuda-v1" + } }, "1.6": { - "container_version": { - "gpu": "cuda-v1.6" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -241,7 +89,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -252,7 +99,14 @@ "us-west-2": "763104351884" }, "repository": "vllm", - "tag_prefix": "omni-sagemaker" + "processors": [ + "gpu" + ], + "processor_in_tag": false, + "tag_prefix": "omni-sagemaker", + "container_version": { + "gpu": "cuda-v1.6" + } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json index d18f17c55f..d5e04cbb5c 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json @@ -7,13 +7,6 @@ }, "versions": { "2": { - "container_version": { - "gpu": "cuda-v2" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -45,7 +38,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -56,64 +48,16 @@ "us-west-2": "763104351884" }, "repository": "vllm", - "tag_prefix": "server-sagemaker" - }, - "2.0": { - "container_version": { - "gpu": "cuda-v2.0" - }, - "processor_in_tag": false, "processors": [ "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "server-sagemaker" - }, - "2.1": { - "container_version": { - "gpu": "cuda-v2.1" - }, "processor_in_tag": false, - "processors": [ - "gpu" - ], + "tag_prefix": "server-sagemaker", + "container_version": { + "gpu": "cuda-v2" + } + }, + "2.4": { "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -136,181 +80,33 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "vllm", - "tag_prefix": "server-sagemaker" - }, - "2.2": { - "container_version": { - "gpu": "cuda-v2.2" - }, - "processor_in_tag": false, "processors": [ "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "server-sagemaker" - }, - "2.3": { - "container_version": { - "gpu": "cuda-v2.3" - }, "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "server-sagemaker" - }, - "2.4": { + "tag_prefix": "server-sagemaker", "container_version": { "gpu": "cuda-v2.4" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "server-sagemaker" + } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index c299fc79bb..3630161df9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -4,321 +4,10 @@ "gpu" ], "version_aliases": { - "0.23": "0.23.0", - "0.24": "0.24.0", - "0.25": "0.25.1", - "0.26": "0.26.0", - "0.27": "0.27.1", - "0.28": "0.28.0", - "0.29": "0.29.0" + "0.28": "0.28.0" }, "versions": { - "0.23.0": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.23.0" - }, - "0.24.0": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.24.0" - }, - "0.25.0": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.25.0" - }, - "0.25.1": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.25.1" - }, - "0.26.0": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.26.0" - }, - "0.27.1": { - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.27.1" - }, "0.28.0": { - "container_version": { - "gpu": "cu130-ubuntu24.04-sagemaker" - }, "py_versions": [ "py312" ], @@ -353,7 +42,6 @@ "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", - "me-west-1": "124382933778", "mx-central-1": "637423239942", "sa-east-1": "763104351884", "us-east-1": "763104351884", @@ -363,56 +51,12 @@ "us-west-1": "763104351884", "us-west-2": "763104351884" }, + "tag_prefix": "0.28.0", "repository": "vllm", - "tag_prefix": "0.28.0" - }, - "0.29.0": { "container_version": { "gpu": "cu130-ubuntu24.04-sagemaker" - }, - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "vllm", - "tag_prefix": "0.29.0" + } } } } -} \ No newline at end of file +} diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json index a05c4712eb..23b492da5c 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/whisperx.json @@ -7,13 +7,6 @@ }, "versions": { "3.8": { - "container_version": { - "gpu": "cu128-amzn2023-sagemaker" - }, - "processor_in_tag": false, - "processors": [ - "gpu" - ], "registries": { "af-south-1": "626614931356", "ap-east-1": "871362719292", @@ -55,55 +48,14 @@ "us-west-2": "763104351884" }, "repository": "whisperx", - "tag_prefix": "3.8" - }, - "3.8.6": { - "container_version": { - "gpu": "cu128-amzn2023-sagemaker" - }, - "processor_in_tag": false, "processors": [ "gpu" ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "me-west-1": "124382933778", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "repository": "whisperx", - "tag_prefix": "3.8.6" + "processor_in_tag": false, + "tag_prefix": "3.8", + "container_version": { + "gpu": "cu128-amzn2023-sagemaker" + } } } -} \ No newline at end of file +}