diff --git a/deepspeed/runtime/zero/config.py b/deepspeed/runtime/zero/config.py index 14bfc937705c..b784f3ffdd6c 100755 --- a/deepspeed/runtime/zero/config.py +++ b/deepspeed/runtime/zero/config.py @@ -6,6 +6,7 @@ from deepspeed.runtime.config_utils import get_scalar_param from deepspeed.utils import logger from deepspeed.runtime.zero.constants import * +import json class DeepSpeedZeroConfig(object): @@ -54,6 +55,9 @@ def read_zero_config_deprecated(self, param_dict): def repr(self): return self.__dict__ + def __repr__(self): + return json.dumps(self.__dict__, sort_keys=True, indent=4) + def _initialize(self, zero_config_dict): self.stage = get_scalar_param(zero_config_dict, ZERO_OPTIMIZATION_STAGE,