Skip to content

Commit 447affc

Browse files
vertex-mg-botcopybara-github
authored andcommitted
Weekly update the vllm/hf-tei/hf-inference-toolkit containers.
PiperOrigin-RevId: 823276006
1 parent 6132c37 commit 447affc

3 files changed

Lines changed: 3 additions & 3 deletions

File tree

notebooks/community/model_garden/model_garden_huggingface_pytorch_inference_deployment.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -163,7 +163,7 @@
163163
"TASK = \"text-classification\" # @param {type: \"string\", isTemplate: true}\n",
164164
"\n",
165165
"# The pre-built serving docker images for Hugging Face Pytorch Inference.\n",
166-
"SERVE_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-inference-toolkit.cu125.0-1.ubuntu2204.py311:model-garden.hf-inference-toolkit-0-1-release_20251013.00_p0\"\n",
166+
"SERVE_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-inference-toolkit.cu125.0-1.ubuntu2204.py311:model-garden.hf-inference-toolkit-0-1-release_20251017.00_p0\"\n",
167167
"\n",
168168
"machine_type = \"g2-standard-8\" # @param {type: \"string\", isTemplate: true}\n",
169169
"accelerator_type = \"NVIDIA_L4\" # @param [\"NVIDIA_L4\", \"None\"] {isTemplate: true}\n",

notebooks/community/model_garden/model_garden_huggingface_tei_deployment.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -214,7 +214,7 @@
214214
"HUGGING_FACE_MODEL_ID = \"Qwen/Qwen3-Embedding-8B\" # @param {type: \"string\", isTemplate: true}\n",
215215
"\n",
216216
"# The pre-built serving docker images for TEI.\n",
217-
"TEI_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-tei.cu125.0-1.ubuntu2204.py310:model-garden.hf-tei-0-1-release_20251010.00_p0\"\n",
217+
"TEI_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-tei.cu125.0-1.ubuntu2204.py310:model-garden.hf-tei-0-1-release_20251017.00_p0\"\n",
218218
"\n",
219219
"machine_type = \"g2-standard-8\" # @param {type: \"string\", isTemplate: true}\n",
220220
"accelerator_type = \"NVIDIA_L4\" # @param [\"NVIDIA_L4\", \"None\"] {isTemplate: true}\n",

notebooks/community/model_garden/model_garden_huggingface_vllm_deployment.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -164,7 +164,7 @@
164164
"HF_TOKEN = \"\" # @param {type:\"string\", isTemplate: true}\n",
165165
"\n",
166166
"# The pre-built vLLM serving docker image.\n",
167-
"VLLM_DOCKER_URI = \"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251010_0916_RC01\"\n",
167+
"VLLM_DOCKER_URI = \"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251017_0916_RC01\"\n",
168168
"SERVING_CONTAINER_IMAGE_URI = VLLM_DOCKER_URI\n",
169169
"LABEL = \"vllm\"\n",
170170
"\n",

0 commit comments

Comments
 (0)