diff --git a/crates/grpc_client/proto/sglang_scheduler.proto b/crates/grpc_client/proto/sglang_scheduler.proto index 237aa0477f..ea09e85ea6 100644 --- a/crates/grpc_client/proto/sglang_scheduler.proto +++ b/crates/grpc_client/proto/sglang_scheduler.proto @@ -489,6 +489,7 @@ message GetServerInfoResponse { // Server metadata string server_type = 8; // "grpc" google.protobuf.Timestamp start_time = 9; + int32 max_total_num_tokens = 10; // Note: internal_states not provided in gRPC mode // Scheduler-side metrics (memory usage, throughput) require diff --git a/grpc_servicer/smg_grpc_servicer/sglang/servicer.py b/grpc_servicer/smg_grpc_servicer/sglang/servicer.py index 77726c1a8d..628014ce39 100644 --- a/grpc_servicer/smg_grpc_servicer/sglang/servicer.py +++ b/grpc_servicer/smg_grpc_servicer/sglang/servicer.py @@ -498,6 +498,7 @@ def make_serializable(obj): sglang_version=sglang.__version__, server_type="grpc", start_time=start_timestamp, + max_total_num_tokens=self.scheduler_info.get("max_total_num_tokens", 0), ) async def GetLoads(