Edit image in sagemaker configs

lightonai · Jul 4, 2024 · 69417df · 69417df
1 parent 1a2796f
commit 69417df
Show file tree

Hide file tree

Showing 7 changed files with 7 additions and 7 deletions.
diff --git a/sagemaker/configs/alfred.json b/sagemaker/configs/alfred.json
@@ -1,6 +1,6 @@
 {
     "model": "lightonai/alfred-40b-1023",
-    "image": "vllm:0.3.3",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 8,
     "sagemaker_instance_type": "ml.p4d.24xlarge",

diff --git a/sagemaker/configs/commandr.json b/sagemaker/configs/commandr.json
@@ -1,6 +1,6 @@
 {
     "model": "CohereForAI/c4ai-command-r-v01",
-    "image": "vllm:0.4",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 8,
     "sagemaker_instance_type": "ml.p4d.24xlarge"

diff --git a/sagemaker/configs/gemma-2b.json b/sagemaker/configs/gemma-2b.json
@@ -1,6 +1,6 @@
 {
     "model": "google/gemma-1.1-2b-it",
-    "image": "vllm:0.4-canary.2",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 1,
     "sagemaker_instance_type": "ml.g5.2xlarge",

diff --git a/sagemaker/configs/llama3-70b.json b/sagemaker/configs/llama3-70b.json
@@ -1,6 +1,6 @@
 {
     "model": "meta-llama/Meta-Llama-3-70B-Instruct",
-    "image": "vllm:0.4-custom.2.dev.5",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 8,
     "sagemaker_instance_type": "ml.p4d.24xlarge"

diff --git a/sagemaker/configs/llama3.json → sagemaker/configs/llama3-8b.json b/sagemaker/configs/llama3.json → sagemaker/configs/llama3-8b.json
@@ -1,6 +1,6 @@
 {
     "model": "meta-llama/Meta-Llama-3-8B-Instruct",
-    "image": "vllm:0.4-custom.1",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 1,
     "sagemaker_instance_type": "ml.g5.2xlarge"

diff --git a/sagemaker/configs/mistral.json b/sagemaker/configs/mistral.json
@@ -1,6 +1,6 @@
 {
     "model": "mistralai/Mistral-7B-Instruct-v0.2",
-    "image": "vllm:0.3.3",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 1,
     "sagemaker_instance_type": "ml.g5.2xlarge",

diff --git a/sagemaker/configs/mixtral.json b/sagemaker/configs/mixtral.json
@@ -1,6 +1,6 @@
 {
     "model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
-    "image": "vllm:0.3.3",
+    "image": "vllm:0.5.0.post1-1",
     "pipeline_parallel_size": 1,
     "tensor_parallel_size": 8,
     "sagemaker_instance_type": "ml.p4d.24xlarge",