From 90e9593250f4a501952709e970a6986c80ac4dbc Mon Sep 17 00:00:00 2001 From: ashors1 Date: Fri, 18 Jul 2025 10:51:58 -0700 Subject: [PATCH] fix lr schedule for final config Signed-off-by: ashors1 --- examples/configs/grpo_math_8B_megatron.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/configs/grpo_math_8B_megatron.yaml b/examples/configs/grpo_math_8B_megatron.yaml index fc839c8239..8273656ea7 100644 --- a/examples/configs/grpo_math_8B_megatron.yaml +++ b/examples/configs/grpo_math_8B_megatron.yaml @@ -54,7 +54,7 @@ policy: weight_decay_incr_style: "constant" lr_decay_style: "constant" lr_decay_iters: null - lr_warmup_iters: 50 + lr_warmup_iters: 13 lr_warmup_init: 3.0e-8 generation: