diff --git a/colossalai/zero/low_level/low_level_optim.py b/colossalai/zero/low_level/low_level_optim.py index 1e1673117c8d..d917d74708bc 100644 --- a/colossalai/zero/low_level/low_level_optim.py +++ b/colossalai/zero/low_level/low_level_optim.py @@ -140,8 +140,6 @@ def __init__( # check argument conflict self._sanity_checks() - self.require_grad_sync = True - # ParameterStore will manage the tensor buffers used for zero # it will not manage the tensors used by mixed precision training