diff --git a/examples/configs/dpo.yaml b/examples/configs/dpo.yaml index f4b4b41c27..44e2491227 100755 --- a/examples/configs/dpo.yaml +++ b/examples/configs/dpo.yaml @@ -46,7 +46,7 @@ policy: activation_checkpointing_enabled: false dtensor_cfg: - enabled: false + enabled: true cpu_offload: False sequence_parallel: false activation_checkpointing: false diff --git a/examples/configs/sft.yaml b/examples/configs/sft.yaml index d6e38c300e..ccf648a5a3 100644 --- a/examples/configs/sft.yaml +++ b/examples/configs/sft.yaml @@ -33,7 +33,7 @@ policy: activation_checkpointing_enabled: false dtensor_cfg: - enabled: false + enabled: true cpu_offload: False sequence_parallel: false activation_checkpointing: false