Skip to content

Tiny support different prompts in send_one.py #13768

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
hnyls2002 merged 2 commits into from
Nov 22, 2025
Merged

Tiny support different prompts in send_one.py #13768

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
3b7190a
update
hnyls2002 Nov 22, 2025
5c96b8f
fix
hnyls2002 Nov 22, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 12 additions & 3 deletions python/sglang/test/send_one.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ class BenchArgs:
host: str = "localhost"
port: int = 30000
batch_size: int = 1
different_prompts: bool = False
temperature: float = 0.0
max_new_tokens: int = 512
frequency_penalty: float = 0.0
Expand All @@ -44,6 +45,11 @@ def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument("--host", type=str, default=BenchArgs.host)
parser.add_argument("--port", type=int, default=BenchArgs.port)
parser.add_argument("--batch-size", type=int, default=BenchArgs.batch_size)
parser.add_argument(
"--different-prompts",
action="store_true",
default=BenchArgs.different_prompts,
)
parser.add_argument("--temperature", type=float, default=BenchArgs.temperature)
parser.add_argument(
"--profile-name-prefix", type=str, default=BenchArgs.profile_name_prefix
Expand Down Expand Up @@ -75,7 +81,7 @@ def from_cli_args(cls, args: argparse.Namespace):
return cls(**{attr: getattr(args, attr) for attr in attrs})


def send_one_prompt(args):
def send_one_prompt(args: BenchArgs):
base_url = f"http://{args.host}:{args.port}"

if args.image:
Expand Down Expand Up @@ -110,7 +116,10 @@ def send_one_prompt(args):
json_schema = None

if args.batch_size > 1:
prompt = [prompt] * args.batch_size
if not args.different_prompts:
prompt = [prompt] * args.batch_size
else:
prompt = [f"Test case {i+1}: " + prompt for i in range(args.batch_size)]

json_data = {
"text": prompt,
Expand Down Expand Up @@ -193,6 +202,6 @@ def send_one_prompt(args):
if __name__ == "__main__":
parser = argparse.ArgumentParser()
BenchArgs.add_cli_args(parser)
args = parser.parse_args()
args = BenchArgs.from_cli_args(parser.parse_args())

send_one_prompt(args)
Loading