From 4652e249df103be0366315f9afc32e66d1cecbcb Mon Sep 17 00:00:00 2001 From: Reza Yazdani Date: Fri, 14 Oct 2022 21:50:52 +0500 Subject: [PATCH] fix checkpoint loading when it is a dictionary --- deepspeed/inference/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/inference/engine.py b/deepspeed/inference/engine.py index 6f9d90e3f743..d51cfda79001 100755 --- a/deepspeed/inference/engine.py +++ b/deepspeed/inference/engine.py @@ -420,7 +420,7 @@ def _load_checkpoint(self, load_dir, load_module_strict=True, tag=None): if is_pipe_parallel: raise RuntimeError( 'pipeline parallelism is currently not supported in inference.') - if os.path.isdir(load_dir): + if not isinstance(load_dir, dict) and os.path.isdir(load_dir): if tag is None: latest_path = os.path.join(load_dir, "latest") if os.path.isfile(latest_path):