From 61215533dde131cb1dc6e8e04ad1f850233f2260 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 29 May 2024 18:31:06 -0400 Subject: [PATCH 1/2] do not set the default value of global random seed so the server can be random by default --- python/sglang/srt/managers/controller/tp_worker.py | 3 ++- python/sglang/srt/server_args.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/managers/controller/tp_worker.py b/python/sglang/srt/managers/controller/tp_worker.py index 30e209b22841..9b223263b669 100644 --- a/python/sglang/srt/managers/controller/tp_worker.py +++ b/python/sglang/srt/managers/controller/tp_worker.py @@ -101,7 +101,8 @@ def __init__( self.int_token_logit_bias = torch.tensor( get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size) ) - set_random_seed(server_args.random_seed) + if server_args.random_seed is not None: + set_random_seed(server_args.random_seed) # Print info logger.info( diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 35cc02411295..a393f1a85a33 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -32,7 +32,7 @@ class ServerArgs: # Other runtime options tp_size: int = 1 stream_interval: int = 8 - random_seed: int = 42 + random_seed: Optional[int] = None # Logging log_level: str = "info" From f7413f3a1a0979431da3006f1ff458c70040e05a Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 29 May 2024 18:37:13 -0400 Subject: [PATCH 2/2] update --- python/sglang/srt/server_args.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index a393f1a85a33..b733a3f7824e 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -194,7 +194,7 @@ def add_cli_args(parser: argparse.ArgumentParser): "--random-seed", type=int, default=ServerArgs.random_seed, - help="Random seed.", + help="The global random seed of the server.", ) parser.add_argument( "--log-level",