update files

PaddlePaddle · Oct 25, 2024 · 30fe038 · 30fe038
1 parent b219ba6
commit 30fe038
Show file tree

Hide file tree

Showing 9 changed files with 14 additions and 17 deletions.
diff --git a/...ner/unified_checkpoint/async_uc_hander.py → ...ainer/unified_checkpoint/async_handler.py b/...ner/unified_checkpoint/async_uc_hander.py → ...ainer/unified_checkpoint/async_handler.py
diff --git a/...lp/trainer/unified_checkpoint/check_uc.py → ...er/unified_checkpoint/check_completion.py b/...lp/trainer/unified_checkpoint/check_uc.py → ...er/unified_checkpoint/check_completion.py
@@ -35,7 +35,7 @@
 except:
     core = None
 
-from .uc_utils import (
+from .utils import (
     get_expected_state_dict,
     is_sharding_split_param_mode,
     select_model_weight_index,

diff --git a/.../trainer/unified_checkpoint/uc_dynamic.py → ...rainer/unified_checkpoint/load_dynamic.py b/.../trainer/unified_checkpoint/uc_dynamic.py → ...rainer/unified_checkpoint/load_dynamic.py
@@ -45,7 +45,7 @@
     else:
         from paddlenlp.utils.safetensors import fast_safe_open as safe_open
 
-from .uc_utils import (
+from .utils import (
     FP32_MASTER,
     get_expected_state_dict,
     mapping_optimizer_tp_actions,

diff --git a/...ner/unified_checkpoint/uc_locally_load.py → .../trainer/unified_checkpoint/load_local.py b/...ner/unified_checkpoint/uc_locally_load.py → .../trainer/unified_checkpoint/load_local.py
@@ -39,8 +39,8 @@
 from paddlenlp.utils.log import logger
 from paddlenlp.utils.nested import nested_copy
 
-from .uc_sharding_v2 import load_unified_optimizer_split_param
-from .uc_utils import (
+from .sharding_split_param_utils import load_unified_optimizer_split_param
+from .utils import (
     FP32_MASTER,
     get_expected_keys,
     get_expected_state_dict,

diff --git a/...iner/unified_checkpoint/uc_single_card.py → ...ified_checkpoint/load_save_single_card.py b/...iner/unified_checkpoint/uc_single_card.py → ...ified_checkpoint/load_save_single_card.py
@@ -46,7 +46,7 @@
 if is_safetensors_available():
     from safetensors.numpy import save_file as safe_save_file
 
-from .uc_utils import (
+from .utils import (
     FP32_MASTER,
     generate_base_static_name,
     get_expected_state_dict,

diff --git a/...iner/unified_checkpoint/uc_sharding_v2.py → ..._checkpoint/sharding_split_param_utils.py b/...iner/unified_checkpoint/uc_sharding_v2.py → ..._checkpoint/sharding_split_param_utils.py
@@ -29,7 +29,7 @@
 )
 from paddlenlp.utils.nested import nested_copy
 
-from .uc_utils import (
+from .utils import (
     FP32_MASTER,
     generate_base_static_name,
     get_expected_state_dict,

diff --git a/paddlenlp/trainer/unified_checkpoint/unified_checkpoint.py b/paddlenlp/trainer/unified_checkpoint/unified_checkpoint.py
@@ -62,24 +62,21 @@
     else:
         from paddlenlp.utils.safetensors import fast_load_file as load_file
 
-from .async_uc_hander import AsyncCheckpointHander
-from .check_uc import check_unified_checkpoint, check_unified_optimizer
-from .uc_dynamic import (
+from .async_handler import AsyncCheckpointHander
+from .check_completion import check_unified_checkpoint, check_unified_optimizer
+from .load_dynamic import (
     load_unified_checkpoint_dynamically,
     load_unified_optimizer_dynamically,
 )
-from .uc_locally_load import (
-    load_unified_checkpoint_locally,
-    load_unified_optimizer_locally,
-)
-from .uc_sharding_v2 import gather_splited_param_for_optimizer
-from .uc_single_card import (
+from .load_local import load_unified_checkpoint_locally, load_unified_optimizer_locally
+from .load_save_single_card import (
     load_single_card_checkpoint,
     load_single_card_optimizer,
     save_single_card_checkpoint,
     save_single_card_optimizer,
 )
-from .uc_utils import (
+from .sharding_split_param_utils import gather_splited_param_for_optimizer
+from .utils import (
     FP32_MASTER,
     UnifiedCheckpointOption,
     filter_params,

diff --git a/...lp/trainer/unified_checkpoint/uc_utils.py → ...lenlp/trainer/unified_checkpoint/utils.py b/...lp/trainer/unified_checkpoint/uc_utils.py → ...lenlp/trainer/unified_checkpoint/utils.py
diff --git a/tests/trainer/test_unified_checkpoint.py b/tests/trainer/test_unified_checkpoint.py
@@ -18,7 +18,7 @@
 import numpy as np
 import pytest
 
-from paddlenlp.trainer.plugins.unified_checkpoint import UnifiedCheckpointOption
+from paddlenlp.trainer.unified_checkpoint.utils import UnifiedCheckpointOption
 from tests.parallel_launch import TestMultipleGpus
 from tests.testing_utils import (
     require_paddle_at_least_2_gpu,