diff --git a/deepspeed/module_inject/replace_module.py b/deepspeed/module_inject/replace_module.py
index ccda3c8132b1..f42a973d8b21 100755
--- a/deepspeed/module_inject/replace_module.py
+++ b/deepspeed/module_inject/replace_module.py
@@ -857,7 +857,6 @@ def replace_fn(child, _policy, layer_id=0):
                              desc=f"Loading {len(checkpoint)} checkpoint shards")
 
             for i in range(len(checkpoint)):
-
                 sd = [
                     torch.load(os.path.join(base_dir1,
                                             checkpoint[i]),
@@ -870,6 +869,7 @@ def replace_fn(child, _policy, layer_id=0):
                     ckpt_type,
                     quantizer,
                 )
+                pbar.update(1)
         else:
             import gc
             num_checkpoints = len(ckpt_list) // ckpt_mp_size