Some minor updates and refactoring

vertex-mg-bot · copybara-github · commit 8a0a39176ce9 · 2025-11-14T20:22:08.000-08:00
PiperOrigin-RevId: 832558814
diff --git a/notebooks/community/model_garden/model_garden_e5.ipynb b/notebooks/community/model_garden/model_garden_e5.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb
@@ -383,8 +383,8 @@
         "    accept_eula=True,\n",
         "    use_dedicated_endpoint=use_dedicated_endpoint,\n",
         "    serving_container_image_uri=\"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20250430_0916_RC00_maas\",\n",
-        "    machine_type=\"a3-highgpu-1g\",\n",
-        "    accelerator_type=\"NVIDIA_H100_80GB\",\n",
+        "    machine_type=\"a2-ultragpu-1g\",\n",
+        "    accelerator_type=\"NVIDIA_A100_80GB\",\n",
         "    accelerator_count=1,\n",
         ")"
       ]
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb
@@ -383,8 +383,8 @@
         "    accept_eula=True,\n",
         "    use_dedicated_endpoint=use_dedicated_endpoint,\n",
         "    serving_container_image_uri=\"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/sglang-serve.cu124.0-4.ubuntu2204.py310:model-garden.sglang-0-4-release_20250817.00_p0\",\n",
-        "    machine_type=\"a3-highgpu-1g\",\n",
-        "    accelerator_type=\"NVIDIA_H100_80GB\",\n",
+        "    machine_type=\"a2-ultragpu-1g\",\n",
+        "    accelerator_type=\"NVIDIA_A100_80GB\",\n",
         "    accelerator_count=1,\n",
         ")"
       ]
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb b/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb b/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb b/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb
@@ -395,8 +395,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb b/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb b/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb b/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb
@@ -395,8 +395,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb b/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb
@@ -383,8 +383,8 @@
         "    accept_eula=True,\n",
         "    use_dedicated_endpoint=use_dedicated_endpoint,\n",
         "    serving_container_image_uri=\"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251023_0916_RC01\",\n",
-        "    machine_type=\"a3-highgpu-1g\",\n",
-        "    accelerator_type=\"NVIDIA_H100_80GB\",\n",
+        "    machine_type=\"a2-ultragpu-1g\",\n",
+        "    accelerator_type=\"NVIDIA_A100_80GB\",\n",
         "    accelerator_count=1,\n",
         ")"
       ]
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb b/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb
@@ -535,7 +535,6 @@
         "# )\n",
         "# endpoint = aiplatform.Endpoint(aip_endpoint_name)\n",
         "\n",
-        "# @markdown A chat template formatted prompt for Gemma 3n is shown below as an example.\n",
         "prompt = \"Write a quick sort algorithm in Python.\"  # @param {type: \"string\"}\n",
         "\n",
         "max_new_tokens = 32768  # @param {type:\"integer\"}\n",
diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb
@@ -237,7 +237,7 @@
       },
       "outputs": [],
       "source": [
-        "model_version = \"qwen3-vl-8b-instruct\"  # @param [\"qwen3-vl-235b-a22b-instruct\", \"qwen3-vl-235b-a22b-instruct-fp8\", \"qwen3-vl-235b-a22b-thinking\", \"qwen3-vl-235b-a22b-thinking-fp8\", \"qwen3-vl-30b-a3b-instruct\", \"qwen3-vl-30b-a3b-instruct-fp8\", \"qwen3-vl-30b-a3b-thinking\", \"qwen3-vl-30b-a3b-thinking-fp8\", \"qwen3-vl-32b-instruct\", \"qwen3-vl-32b-instruct-fp8\", \"qwen3-vl-32b-thinking\", \"qwen3-vl-32b-thinking-fp8\", \"qwen3-vl-4b-instruct\", \"qwen3-vl-4b-instruct-fp8\", \"qwen3-vl-4b-thinking\", \"qwen3-vl-4b-thinking-fp8\", \"qwen3-vl-8b-instruct\", \"qwen3-vl-8b-instruct-fp8\", \"qwen3-vl-8b-thinking\", \"qwen3-vl-8b-thinking-fp8\"] {isTemplate:true}\n",
+        "model_version = \"qwen3-vl-8b-instruct\"  # @param [\"qwen3-vl-235b-a22b-instruct\", \"qwen3-vl-235b-a22b-instruct-fp8\", \"qwen3-vl-235b-a22b-thinking\", \"qwen3-vl-235b-a22b-thinking-fp8\", \"qwen3-vl-2b-instruct\", \"qwen3-vl-2b-instruct-fp8\", \"qwen3-vl-2b-thinking\", \"qwen3-vl-2b-thinking-fp8\", \"qwen3-vl-30b-a3b-instruct\", \"qwen3-vl-30b-a3b-instruct-fp8\", \"qwen3-vl-30b-a3b-thinking\", \"qwen3-vl-30b-a3b-thinking-fp8\", \"qwen3-vl-32b-instruct\", \"qwen3-vl-32b-instruct-fp8\", \"qwen3-vl-32b-thinking\", \"qwen3-vl-32b-thinking-fp8\", \"qwen3-vl-4b-instruct\", \"qwen3-vl-4b-instruct-fp8\", \"qwen3-vl-4b-thinking\", \"qwen3-vl-4b-thinking-fp8\", \"qwen3-vl-8b-instruct\", \"qwen3-vl-8b-instruct-fp8\", \"qwen3-vl-8b-thinking\", \"qwen3-vl-8b-thinking-fp8\"] {isTemplate:true}\n",
         "MODEL_NAME = f\"qwen/qwen3-vl@{model_version}\""
       ]
     },
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb
@@ -395,8 +395,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb b/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb
@@ -400,8 +400,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
diff --git a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb
@@ -395,8 +395,10 @@
       "source": [
         "if \"sdk_default\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_default\"]\n",
+        "    LABEL = \"sdk_default\"\n",
         "elif \"sdk_custom\" in endpoints:\n",
         "    endpoint = endpoints[\"sdk_custom\"]\n",
+        "    LABEL = \"sdk_custom\"\n",
         "else:\n",
         "    raise ValueError(\"No endpoint found. Create an endpoint.\")"
       ]
