Refine OpenAI serving entrypoint to remove batch requests

python/sglang/srt/code_completion_parser.py

@@ -20,7 +20,7 @@
 import os
 from enum import auto
 
-from sglang.srt.openai_api.protocol import ChatCompletionRequest
+from sglang.srt.entrypoints.openai.protocol import CompletionRequest
 
 logger = logging.getLogger(__name__)
 completion_template_name = None
@@ -116,7 +116,7 @@ def is_completion_template_defined() -> bool:
     return completion_template_name is not None
 
 
-def generate_completion_prompt_from_request(request: ChatCompletionRequest) -> str:
+def generate_completion_prompt_from_request(request: CompletionRequest) -> str:
     global completion_template_name
     if request.suffix == "":
         return request.prompt

python/sglang/srt/entrypoints/openai/serving_base.py

@@ -2,7 +2,7 @@
 import logging
 import uuid
 from abc import ABC, abstractmethod
-from typing import Any, Dict, List, Optional, Union
+from typing import Any, Dict, Optional, Union
 
 from fastapi import Request
 from fastapi.responses import ORJSONResponse, StreamingResponse
@@ -37,7 +37,7 @@ async def handle_request(
 
             # Convert to internal format
             adapted_request, processed_request = self._convert_to_internal_request(
-                [request], [self._generate_request_id_base(request)]
+                request, self._generate_request_id_base(request)
             )
 
             # Note(Xinyuan): raw_request below is only used for detecting the connection of the client
@@ -73,11 +73,9 @@ def _generate_request_id_base(self, request: OpenAIServingRequest) -> str:
     @abstractmethod
     def _convert_to_internal_request(
         self,
-        all_requests: List[OpenAIServingRequest],
-        request_ids: List[str],
-    ) -> tuple[
-        GenerateReqInput, Union[OpenAIServingRequest, List[OpenAIServingRequest]]
-    ]:
+        request: OpenAIServingRequest,
+        request_id: str,
+    ) -> tuple[GenerateReqInput, OpenAIServingRequest]:
         """Convert OpenAI request to internal format"""
         pass