Skip to content

Commit d26f081

Browse files
vertex-mg-botcopybara-github
authored andcommitted
Weekly update the vllm/hf-tei/hf-inference-toolkit containers.
PiperOrigin-RevId: 833620797
1 parent 8a0a391 commit d26f081

2 files changed

Lines changed: 2 additions & 2 deletions

File tree

notebooks/community/model_garden/model_garden_huggingface_pytorch_inference_deployment.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -163,7 +163,7 @@
163163
"TASK = \"text-classification\" # @param {type: \"string\", isTemplate: true}\n",
164164
"\n",
165165
"# The pre-built serving docker images for Hugging Face Pytorch Inference.\n",
166-
"SERVE_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-inference-toolkit.cu125.0-1.ubuntu2204.py311:model-garden.hf-inference-toolkit-0-1-release_20251108.00_p0\"\n",
166+
"SERVE_DOCKER_URI = \"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/hf-inference-toolkit.cu125.0-1.ubuntu2204.py311:model-garden.hf-inference-toolkit-0-1-release_20251115.00_p0\"\n",
167167
"\n",
168168
"machine_type = \"g2-standard-8\" # @param {type: \"string\", isTemplate: true}\n",
169169
"accelerator_type = \"NVIDIA_L4\" # @param [\"NVIDIA_L4\", \"None\"] {isTemplate: true}\n",

notebooks/community/model_garden/model_garden_huggingface_vllm_deployment.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -164,7 +164,7 @@
164164
"HF_TOKEN = \"\" # @param {type:\"string\", isTemplate: true}\n",
165165
"\n",
166166
"# The pre-built vLLM serving docker image.\n",
167-
"VLLM_DOCKER_URI = \"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251107_0916_RC01\"\n",
167+
"VLLM_DOCKER_URI = \"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251114_0916_RC01\"\n",
168168
"SERVING_CONTAINER_IMAGE_URI = VLLM_DOCKER_URI\n",
169169
"LABEL = \"vllm\"\n",
170170
"\n",

0 commit comments

Comments
 (0)