diff --git a/examples/llm_finetune/llama3_2/customizer_llama_3_2_1b_full_sft_chat.yaml b/examples/llm_finetune/llama3_2/customizer_llama_3_2_1b_full_sft_chat.yaml index bb87246a87..9813bb8e66 100644 --- a/examples/llm_finetune/llama3_2/customizer_llama_3_2_1b_full_sft_chat.yaml +++ b/examples/llm_finetune/llama3_2/customizer_llama_3_2_1b_full_sft_chat.yaml @@ -169,5 +169,5 @@ ci: time: "00:30:00" nproc_per_node: 1 checkpoint_robustness: - hf_kl_threshold: 5e-3 + hf_kl_threshold: 2.5e-2 tokenizer_name: meta-llama/Llama-3.2-1B-Instruct