diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json index b75b8dc579..69165a3035 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp-arm64.json @@ -64,6 +64,64 @@ "repository": "llama-cpp-arm64", "tag_prefix": "server-sagemaker" }, + "1.0.0": { + "container_version": { + "cpu": "cpu-v1.0.0" + }, + "processor_in_tag": false, + "processors": [ + "cpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp-arm64", + "tag_prefix": "server-sagemaker" + }, "1.0": { "container_version": { "cpu": "cpu-v1.0" @@ -122,9 +180,9 @@ "repository": "llama-cpp-arm64", "tag_prefix": "server-sagemaker" }, - "1.0.0": { + "1.0.1": { "container_version": { - "cpu": "cpu-v1.0.0" + "cpu": "cpu-v1.0.1" }, "processor_in_tag": false, "processors": [ diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json index edb45615c3..f2c83023ba 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/llama-cpp.json @@ -185,6 +185,66 @@ }, "repository": "llama-cpp", "tag_prefix": "server-sagemaker" + }, + "1.0.1": { + "container_version": { + "cpu": "cpu-v1.0.1", + "gpu": "cuda-v1.0.1" + }, + "processor_in_tag": false, + "processors": [ + "cpu", + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "llama-cpp", + "tag_prefix": "server-sagemaker" } } } \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json index 82b2a12604..b8e9029574 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/pytorch-amzn2023.json @@ -5,7 +5,7 @@ "gpu" ], "version_aliases": { - "latest": "2.13" + "latest": "2.14" }, "versions": { "2.11": { @@ -36,12 +36,14 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", @@ -52,6 +54,10 @@ "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, @@ -142,12 +148,14 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", @@ -158,11 +166,61 @@ "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, "repository": "pytorch", "tag_prefix": "2.13" + }, + "2.14": { + "container_version": { + "cpu": "cpu-amzn2023-sagemaker", + "gpu": "cu133-amzn2023-sagemaker" + }, + "processor_in_tag": false, + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "pytorch", + "tag_prefix": "2.14" } } } diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json index 6a2f478f73..94a6d90291 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang-server.json @@ -263,6 +263,54 @@ }, "repository": "sglang", "tag_prefix": "server-sagemaker" + }, + "1.4": { + "container_version": { + "gpu": "cuda-v1.4" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "sglang", + "tag_prefix": "server-sagemaker" } } } \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json index 5ef858e570..291ffdf8f0 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json @@ -324,14 +324,18 @@ "ap-southeast-7": "590183813437", "ca-central-1": "763104351884", "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", @@ -340,6 +344,12 @@ "sa-east-1": "763104351884", "us-east-1": "763104351884", "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json index 36a09b88ae..70ac99abec 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-omni.json @@ -337,6 +337,54 @@ }, "repository": "vllm", "tag_prefix": "omni-sagemaker" + }, + "1.8": { + "container_version": { + "gpu": "cuda-v1.8" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "omni-sagemaker" } } } \ No newline at end of file diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json index 6e6de8d82a..f7f965b247 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm-server.json @@ -333,6 +333,54 @@ }, "repository": "vllm", "tag_prefix": "server-sagemaker" + }, + "2.6": { + "container_version": { + "gpu": "cuda-v2.6" + }, + "processor_in_tag": false, + "processors": [ + "gpu" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "me-west-1": "124382933778", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "vllm", + "tag_prefix": "server-sagemaker" } } } \ No newline at end of file