Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions lib/bindings/python/src/dynamo/llm/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,8 @@
except ImportError:
pass

from ._unary import LLMUnaryClient as LLMUnaryClient
from ._unary import with_engine_data as with_engine_data
from .exceptions import HttpError
from .exceptions import RouterQueueLimitExceeded as RouterQueueLimitExceeded

Expand Down
3 changes: 3 additions & 0 deletions lib/bindings/python/src/dynamo/runtime/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@
from dynamo._core import Endpoint as Endpoint
from dynamo._core import PyAsyncRequestStream as PyAsyncRequestStream

from ._unary import UnaryClient as UnaryClient
from ._unary import serve_unary_endpoint as serve_unary_endpoint


def dynamo_worker(enable_nats: Optional[bool] = None):
"""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,12 @@
import pytest

from dynamo._core import Context
from dynamo.experimental.endpoint import UnaryClient, serve_unary_endpoint
from dynamo.experimental.llm import LLMUnaryClient
from dynamo.llm import LLMUnaryClient
from dynamo.runtime import UnaryClient, serve_unary_endpoint

# Keep this module sorted before the non-forked request-plane tests. Those tests
# initialize the process-wide Rust runtime in the pytest parent, whose worker
# threads cannot be inherited safely by this module's forked test processes.
pytestmark = [
pytest.mark.asyncio,
pytest.mark.forked,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@

import pytest

from dynamo.experimental.llm import LLMUnaryClient, with_engine_data
from dynamo.llm import LLMUnaryClient, with_engine_data

pytestmark = [
pytest.mark.parallel,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@

import pytest

from dynamo.experimental.endpoint import UnaryClient, serve_unary_endpoint
from dynamo.runtime import UnaryClient, serve_unary_endpoint

pytestmark = [
pytest.mark.asyncio,
Expand Down
Loading