Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 8 additions & 8 deletions python/sglang/srt/disaggregation/base/conn.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ class KVPoll:


class BaseKVManager(ABC):
"""Base class for managing transfers states"""
"""Base class for managing transfer states"""

@abstractmethod
def __init__(
Expand All @@ -75,7 +75,7 @@ def __init__(
@abstractmethod
def init(self, num_kv_indices: int, aux_index: Optional[int] = None):
"""
Notify the decoder server about the kv indices length and aux index
Set req's index metadata locally or notify the decoder server about the kv indices length and aux index.
"""
...

Expand All @@ -86,21 +86,21 @@ def send(
state_indices: Optional[List[int]] = None,
):
"""
Send the kv cache at the given kv indices and the extra cache/state at the given indices to the decoder server
Send the kv cache at the given kv indices and the extra cache/state at the given indices to the decoder server.
"""
...

@abstractmethod
def poll(self) -> KVPoll:
"""
Check the status of the kv cache transfer
Check the status of the kv cache transfer.
"""
...

@abstractmethod
def failure_exception(self):
"""
Raise an exception if the kv cache transfer fails
Raise an exception if the kv cache transfer fails.
"""
...

Expand All @@ -123,21 +123,21 @@ def init(
state_indices: Optional[List[int]] = None,
):
"""
Notify the prefill server about the kv indices, aux index, and state_indices.
Set req's index metadata locally or notify the prefill server about the kv indices, aux index, and state_indices.
"""
...

@abstractmethod
def poll(self) -> KVPoll:
"""
Check the status of the kv cache transfer
Check the status of the kv cache transfer.
"""
...

@abstractmethod
def failure_exception(self):
"""
Raise an exception if the kv cache transfer fails
Raise an exception if the kv cache transfer fails.
"""
...

Expand Down
Loading