init

Signed-off-by: Yan Chunwei <[email protected]>

Author: Superjomn

tensorrt_llm/llmapi/llm_args.py

@@ -1550,7 +1550,7 @@ class BaseLlmArgs(StrictBaseModel):
                                       description="Return perf metrics.",
                                       status="prototype")
 
-    orchestrator_type: Optional[Literal["rpc"]] = Field(
+    orchestrator_type: Optional[Literal["rpc", "ray"]] = Field(
         default=None,
         description=
         "The orchestrator type to use. Defaults to None, which uses MPI.",
@@ -2444,13 +2444,6 @@ class TorchLlmArgs(BaseLlmArgs):
         status="prototype",
     )
 
-    orchestrator_type: Optional[Literal["ray"]] = Field(
-        default=None,
-        description=
-        "The orchestrator type to use. Options: 'ray'. Defaults to None, which uses MPI.",
-        status="prototype",
-    )
-
     # PrivateVars
     _quant_config: Optional[QuantConfig] = PrivateAttr(default=None)
 

tests/unittest/api_stability/references/llm.yaml

@@ -75,10 +75,6 @@ methods:
         annotation: Optional[str]
         default: null
         status: deprecated
-      orchestrator_type:
-        annotation: Optional[Literal['ray']]
-        default: null
-        status: prototype
       build_config:
         annotation: Optional[tensorrt_llm.llmapi.llm_args.BuildConfig]
         default: null
@@ -184,7 +180,7 @@ methods:
         default: False
         status: prototype
       orchestrator_type:
-        annotation: Optional[Literal["rpc"]]
+        annotation: Optional[Literal["rpc", "ray"]]
         default: null
         status: prototype
     return_annotation: None