Skip to content

Commit

Permalink
Add checkpoint/_src/testing/multiprocess_test.py, checkpoint/_src/che…
Browse files Browse the repository at this point in the history
…ckpointers/checkpointer_test_utils.py, checkpoint/checkpoint_manager_options_test.py.

PiperOrigin-RevId: 721519534
  • Loading branch information
liangyaning33 authored and Orbax Authors committed Jan 31, 2025
1 parent 370c4d5 commit f4b4d45
Show file tree
Hide file tree
Showing 7 changed files with 1,061 additions and 1 deletion.
2 changes: 1 addition & 1 deletion .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ jobs:
- name: Test with pytest
# TODO(yaning): Move these to an exclude target within pytest.ini.
run: |
python -m pytest --ignore=orbax/checkpoint/experimental/emergency/broadcast_multislice_test.py --ignore=orbax/checkpoint/experimental/emergency/checkpoint_manager_test.py --ignore=orbax/checkpoint/experimental/emergency/local_checkpoint_data_debugging_test.py --ignore=orbax/checkpoint/experimental/emergency/local_checkpoint_manager_test.py --ignore=orbax/checkpoint/experimental/emergency/multihost_test.py --ignore=orbax/checkpoint/experimental/emergency/replicator_checkpoint_manager_test.py
python -m pytest --ignore=orbax/checkpoint/experimental/emergency/broadcast_multislice_test.py --ignore=orbax/checkpoint/experimental/emergency/checkpoint_manager_test.py --ignore=orbax/checkpoint/experimental/emergency/local_checkpoint_data_debugging_test.py --ignore=orbax/checkpoint/experimental/emergency/local_checkpoint_manager_test.py --ignore=orbax/checkpoint/experimental/emergency/multihost_test.py --ignore=orbax/checkpoint/experimental/emergency/replicator_checkpoint_manager_test.py --ignore=orbax/checkpoint/_src/testing/multiprocess_test.py
# The below step just reports the success or failure of tests as a "commit status".
# This is needed for copybara integration.
- name: Report success or failure as github status
Expand Down
6 changes: 6 additions & 0 deletions checkpoint/orbax/checkpoint/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -226,6 +226,12 @@ py_test(
deps = [":msgpack_utils"],
)

py_test(
name = "checkpoint_manager_options_test",
srcs = ["checkpoint_manager_options_test.py"],
deps = [":checkpoint"],
)

py_test(
name = "checkpoint_utils_test",
srcs = ["checkpoint_utils_test.py"],
Expand Down
28 changes: 28 additions & 0 deletions checkpoint/orbax/checkpoint/_src/checkpointers/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -68,3 +68,31 @@ py_library(
"//checkpoint/orbax/checkpoint/_src/path:atomicity_types",
],
)

py_library(
name = "checkpointer_test_utils",
srcs = ["checkpointer_test_utils.py"],
deps = [
":async_checkpointer",
":checkpointer",
"//checkpoint/orbax/checkpoint:args",
"//checkpoint/orbax/checkpoint:test_utils",
"//checkpoint/orbax/checkpoint:utils",
"//checkpoint/orbax/checkpoint/_src:asyncio_utils",
"//checkpoint/orbax/checkpoint/_src/handlers:async_checkpoint_handler",
"//checkpoint/orbax/checkpoint/_src/handlers:composite_checkpoint_handler",
"//checkpoint/orbax/checkpoint/_src/handlers:pytree_checkpoint_handler",
"//checkpoint/orbax/checkpoint/_src/logging:step_statistics",
"//checkpoint/orbax/checkpoint/_src/metadata:array_metadata",
"//checkpoint/orbax/checkpoint/_src/metadata:array_metadata_store",
"//checkpoint/orbax/checkpoint/_src/metadata:checkpoint",
"//checkpoint/orbax/checkpoint/_src/metadata:step_metadata_serialization",
"//checkpoint/orbax/checkpoint/_src/metadata:tree",
"//checkpoint/orbax/checkpoint/_src/multihost",
"//checkpoint/orbax/checkpoint/_src/path:atomicity",
"//checkpoint/orbax/checkpoint/_src/path:step",
"//checkpoint/orbax/checkpoint/_src/serialization",
"//checkpoint/orbax/checkpoint/_src/serialization:type_handlers",
"//checkpoint/orbax/checkpoint/_src/testing:test_tree_utils",
],
)
Loading

0 comments on commit f4b4d45

Please sign in to comment.