diff --git a/examples/llm_finetune/gemma/gemma_3_270m_squad_peft.yaml b/examples/llm_finetune/gemma/gemma_3_270m_squad_peft.yaml
index f61d09bcc0..5868c3d56c 100644
--- a/examples/llm_finetune/gemma/gemma_3_270m_squad_peft.yaml
+++ b/examples/llm_finetune/gemma/gemma_3_270m_squad_peft.yaml
@@ -103,7 +103,7 @@ ci:
   recipe_owner: HuiyingLi
   time: "00:20:00"
   checkpoint_robustness:
-    hf_kl_threshold: 8e-3
+    hf_kl_threshold: 3.5e-2
     tokenizer_name: google/gemma-3-270m
     dataset.limit_dataset_samples: 500
     validation_dataset.limit_dataset_samples: 500