Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 0 additions & 3 deletions docs/docstrings/testing/dummy_comm.md

This file was deleted.

1 change: 0 additions & 1 deletion mkdocs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,6 @@ nav:
- "tridiag": docstrings/stencils/tridiag.md
- testing:
- "comparison": docstrings/testing/comparison.md
- "dummy_comm": docstrings/testing/dummy_comm.md
- "perturbation": docstrings/testing/perturbation.md
- viz:
- "cube_sphere": docstrings/viz/cube_sphere.md
Expand Down
2 changes: 0 additions & 2 deletions ndsl/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@
from .performance.report import Experiment, Report, TimeReport
from .quantity import Local, Quantity, State
from .quantity.field_bundle import FieldBundle, FieldBundleType # Break circular import
from .testing.dummy_comm import DummyComm
from .types import Allocator
from .utils import MetaEnumStr

Expand Down Expand Up @@ -79,7 +78,6 @@
"Quantity",
"FieldBundle",
"FieldBundleType",
"DummyComm",
"Allocator",
"MetaEnumStr",
"State",
Expand Down
1 change: 0 additions & 1 deletion ndsl/testing/dummy_comm.py

This file was deleted.

24 changes: 12 additions & 12 deletions tests/mpi/test_mpi_mock.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import numpy as np
import pytest

from ndsl import DummyComm
from ndsl import LocalComm
from ndsl.buffer import recv_buffer
from ndsl.comm.local_comm import ConcurrencyError
from tests.mpi.mpi_comm import MPI
Expand Down Expand Up @@ -33,11 +33,11 @@ def send_recv(comm, numpy):
data = numpy.asarray([rank], dtype=numpy.int32)

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data, dest=rank + 1)
if rank > 0:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"receiving data from {rank - 1} to {rank}")
comm.Recv(data, source=rank - 1)
return data
Expand All @@ -50,11 +50,11 @@ def send_recv_big_data(comm, numpy):
data = numpy.ones([5, 3, 96], dtype=numpy.float64) * rank

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data, dest=rank + 1)
if rank > 0:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"receiving data from {rank - 1} to {rank}")
comm.Recv(data, source=rank - 1)
return data
Expand Down Expand Up @@ -96,11 +96,11 @@ def send_f_contiguous_buffer(comm, numpy):
data = numpy.random.uniform(size=[2, 3]).T

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data, dest=rank + 1)
if rank > 0:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"receiving data from {rank - 1} to {rank}")
comm.Recv(data, source=rank - 1)
return data
Expand All @@ -115,7 +115,7 @@ def send_non_contiguous_buffer(comm, numpy):
recv_buffer = numpy.zeros([4, 2, 3])

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data, dest=rank + 1)
if rank > 0:
Expand All @@ -132,7 +132,7 @@ def send_subarray(comm, numpy):
recv_buffer = numpy.zeros([2, 2, 2])

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data[1:-1, 1:-1, 1:-1], dest=rank + 1)
if rank > 0:
Expand All @@ -151,11 +151,11 @@ def recv_to_subarray(comm, numpy):
return_value = recv_buffer

if rank < size - 1:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"sending data from {rank} to {rank + 1}")
comm.Send(data, dest=rank + 1)
if rank > 0:
if isinstance(comm, DummyComm):
if isinstance(comm, LocalComm):
print(f"receiving data from {rank - 1} to {rank}")
try:
comm.Recv(recv_buffer[1:-1, 1:-1, 1:-1], source=rank - 1)
Expand Down Expand Up @@ -255,7 +255,7 @@ def dummy_list(total_ranks):
return_list = []
for rank in range(total_ranks):
return_list.append(
DummyComm(rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer)
LocalComm(rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer)
)
return return_list

Expand Down
4 changes: 2 additions & 2 deletions tests/test_cube_scatter_gather.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
Quantity,
TilePartitioner,
)
Expand Down Expand Up @@ -100,7 +100,7 @@ def communicator_list(layout):
for rank in range(total_ranks):
return_list.append(
CubedSphereCommunicator(
DummyComm(rank, total_ranks, shared_buffer),
LocalComm(rank, total_ranks, shared_buffer),
CubedSpherePartitioner(TilePartitioner(layout)),
timer=Timer(),
)
Expand Down
6 changes: 3 additions & 3 deletions tests/test_g2g_communication.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
Quantity,
TilePartitioner,
)
Expand Down Expand Up @@ -56,7 +56,7 @@ def cpu_communicators(cube_partitioner):
for rank in range(cube_partitioner.total_ranks):
return_list.append(
CubedSphereCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
force_cpu=True,
Expand All @@ -74,7 +74,7 @@ def gpu_communicators(cube_partitioner):
for rank in range(cube_partitioner.total_ranks):
return_list.append(
CubedSphereCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=cube_partitioner,
Expand Down
6 changes: 3 additions & 3 deletions tests/test_halo_update.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
HaloUpdater,
LocalComm,
Quantity,
TileCommunicator,
TilePartitioner,
Expand Down Expand Up @@ -204,7 +204,7 @@ def communicator_list(cube_partitioner: CubedSpherePartitioner):
for rank in range(total_ranks):
return_list.append(
CubedSphereCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=cube_partitioner,
Expand All @@ -222,7 +222,7 @@ def tile_communicator_list(tile_partitioner):
for rank in range(total_ranks):
return_list.append(
TileCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=tile_partitioner,
Expand Down
4 changes: 2 additions & 2 deletions tests/test_halo_update_ranks.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
Quantity,
TilePartitioner,
)
Expand Down Expand Up @@ -103,7 +103,7 @@ def communicator_list(cube_partitioner, total_ranks):
for rank in range(cube_partitioner.total_ranks):
return_list.append(
CubedSphereCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=cube_partitioner,
Expand Down
8 changes: 4 additions & 4 deletions tests/test_legacy_restart.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
Quantity,
TilePartitioner,
)
Expand Down Expand Up @@ -38,7 +38,7 @@ def get_c12_restart_state_list(layout, only_names, tracer_properties):
communicator_list = []
for rank in range(total_ranks):
communicator = CubedSphereCommunicator(
DummyComm(rank, total_ranks, shared_buffer),
LocalComm(rank, total_ranks, shared_buffer),
CubedSpherePartitioner(TilePartitioner(layout)),
)
communicator_list.append(communicator)
Expand Down Expand Up @@ -148,7 +148,7 @@ def test_open_c12_restart_empty_to_state_without_crashing(layout):
communicator_list = []
for rank in range(total_ranks):
communicator = CubedSphereCommunicator(
DummyComm(rank, total_ranks, shared_buffer),
LocalComm(rank, total_ranks, shared_buffer),
CubedSpherePartitioner(TilePartitioner(layout)),
)
communicator_list.append(communicator)
Expand Down Expand Up @@ -190,7 +190,7 @@ def test_open_c12_restart_to_allocated_state_without_crashing(layout):
communicator_list = []
for rank in range(total_ranks):
communicator = CubedSphereCommunicator(
DummyComm(rank, total_ranks, shared_buffer),
LocalComm(rank, total_ranks, shared_buffer),
CubedSpherePartitioner(TilePartitioner(layout)),
)
communicator_list.append(communicator)
Expand Down
4 changes: 2 additions & 2 deletions tests/test_netcdf_monitor.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
NetCDFMonitor,
Quantity,
TilePartitioner,
Expand Down Expand Up @@ -54,7 +54,7 @@ def test_monitor_store_multi_rank_state(
for rank in range(total_ranks):
communicator = CubedSphereCommunicator(
partitioner=partitioner,
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
)
Expand Down
4 changes: 2 additions & 2 deletions tests/test_sync_shared_boundary.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
from ndsl import (
CubedSphereCommunicator,
CubedSpherePartitioner,
DummyComm,
LocalComm,
Quantity,
TilePartitioner,
)
Expand Down Expand Up @@ -56,7 +56,7 @@ def communicator_list(cube_partitioner, total_ranks):
for rank in range(cube_partitioner.total_ranks):
return_list.append(
CubedSphereCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=cube_partitioner,
Expand Down
4 changes: 2 additions & 2 deletions tests/test_tile_scatter.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import pytest

from ndsl import DummyComm, Quantity, TileCommunicator, TilePartitioner
from ndsl import LocalComm, Quantity, TileCommunicator, TilePartitioner
from ndsl.constants import X_DIM, X_INTERFACE_DIM, Y_DIM, Y_INTERFACE_DIM


Expand All @@ -20,7 +20,7 @@ def get_tile_communicator_list(partitioner):
for rank in range(total_ranks):
tile_communicator_list.append(
TileCommunicator(
comm=DummyComm(
comm=LocalComm(
rank=rank, total_ranks=total_ranks, buffer_dict=shared_buffer
),
partitioner=partitioner,
Expand Down
4 changes: 2 additions & 2 deletions tests/test_tile_scatter_gather.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

import pytest

from ndsl import DummyComm, Quantity, TileCommunicator, TilePartitioner
from ndsl import LocalComm, Quantity, TileCommunicator, TilePartitioner
from ndsl.constants import (
HORIZONTAL_DIMS,
X_DIM,
Expand Down Expand Up @@ -84,7 +84,7 @@ def communicator_list(layout):
for rank in range(total_ranks):
return_list.append(
TileCommunicator(
DummyComm(rank, total_ranks, shared_buffer),
LocalComm(rank, total_ranks, shared_buffer),
TilePartitioner(layout),
)
)
Expand Down