Skip to content

Commit 9993824

Browse files
vertex-mg-botcopybara-github
authored andcommitted
Add DWS to the 8B model in the Eval section
PiperOrigin-RevId: 825943414
1 parent 0cc7be4 commit 9993824

1 file changed

Lines changed: 5 additions & 2 deletions

File tree

notebooks/community/model_garden/model_garden_pytorch_llama3_1_finetuning.ipynb

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -705,8 +705,11 @@
705705
" eval_machine_type = \"g2-standard-24\"\n",
706706
" eval_accelerator_type = \"NVIDIA_L4\"\n",
707707
" eval_accelerator_count = 2\n",
708-
" dws_kwargs = {}\n",
709-
" is_dynamic_workload_scheduler = False\n",
708+
" dws_kwargs = {\n",
709+
" \"max_wait_duration\": 10800, # 180 minutes\n",
710+
" \"scheduling_strategy\": gca_custom_job_compat.Scheduling.Strategy.FLEX_START,\n",
711+
" }\n",
712+
" is_dynamic_workload_scheduler = True\n",
710713
"elif \"70b\" in base_model_id.lower():\n",
711714
" eval_machine_type = \"a2-ultragpu-4g\"\n",
712715
" eval_accelerator_type = \"NVIDIA_A100_80GB\"\n",

0 commit comments

Comments
 (0)