From 13b828ed3d7c1fb3f1e685e9993d505d44b2b3cd Mon Sep 17 00:00:00 2001 From: ashors1 Date: Wed, 23 Apr 2025 22:24:36 -0700 Subject: [PATCH] update DPO and SFT configs to use dtensor Signed-off-by: ashors1 --- examples/configs/dpo.yaml | 2 +- examples/configs/sft.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/configs/dpo.yaml b/examples/configs/dpo.yaml index f4b4b41c27..44e2491227 100755 --- a/examples/configs/dpo.yaml +++ b/examples/configs/dpo.yaml @@ -46,7 +46,7 @@ policy: activation_checkpointing_enabled: false dtensor_cfg: - enabled: false + enabled: true cpu_offload: False sequence_parallel: false activation_checkpointing: false diff --git a/examples/configs/sft.yaml b/examples/configs/sft.yaml index d6e38c300e..ccf648a5a3 100644 --- a/examples/configs/sft.yaml +++ b/examples/configs/sft.yaml @@ -33,7 +33,7 @@ policy: activation_checkpointing_enabled: false dtensor_cfg: - enabled: false + enabled: true cpu_offload: False sequence_parallel: false activation_checkpointing: false