Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

Commit

Permalink
disable dist kvstore tests
Browse files Browse the repository at this point in the history
  • Loading branch information
szha committed Apr 22, 2020
1 parent 6e6584f commit 7f83c3f
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 4 deletions.
3 changes: 2 additions & 1 deletion tests/nightly/dist_device_sync_kvstore.py
Original file line number Diff line number Diff line change
Expand Up @@ -127,5 +127,6 @@ def check_trainer_kv_update(update_on_kv):

if __name__ == "__main__":
test_sync_init()
test_sync_push_pull()
# TODO(szha): disabled due to repeated failures. tracked in #18098
# test_sync_push_pull()
test_gluon_trainer_type()
6 changes: 3 additions & 3 deletions tests/nightly/test_distributed_training-gpu.sh
Original file line number Diff line number Diff line change
Expand Up @@ -27,14 +27,14 @@ test_kvstore() {
"-n 4 --launcher local python3 dist_device_sync_kvstore.py"
"-n 4 --launcher local python3 dist_device_sync_kvstore_custom.py"
"--p3 -n 4 --launcher local python3 dist_device_sync_kvstore_custom.py"
"-n 4 --launcher local python3 dist_sync_kvstore.py --type=init_gpu"
"-n 4 --launcher local python3 dist_sync_kvstore.py --type=init_gpu"
)

for arg in "${test_args[@]}"; do
python3 ../../tools/launch.py $arg
if [ $? -ne 0 ]; then
return $?
fi
fi
done
}

Expand All @@ -50,4 +50,4 @@ test_horovod() {
test_kvstore
test_horovod

exit $errors
exit $errors

0 comments on commit 7f83c3f

Please sign in to comment.