From 60e422a9d371ec831e904ad857bb29752f95a85b Mon Sep 17 00:00:00 2001 From: Micah Williamson Date: Wed, 9 Sep 2026 21:31:16 +0000 Subject: [PATCH 1/2] create linear layer biases with requires_grad=false Signed-off-by: Micah Williamson --- vllm/model_executor/layers/linear.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index cd1c0e69d2ae..2e77fac06c34 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -380,7 +380,8 @@ def __init__( if bias: self.bias = Parameter( - torch.empty(self.output_size, dtype=self.params_dtype) + torch.empty(self.output_size, dtype=self.params_dtype), + requires_grad=False, ) set_weight_attrs( self.bias, @@ -525,7 +526,8 @@ def __init__( if bias: self.bias = Parameter( - torch.empty(self.output_size_per_partition, dtype=params_dtype) + torch.empty(self.output_size_per_partition, dtype=params_dtype), + requires_grad=False, ) set_weight_attrs( self.bias, @@ -1708,7 +1710,10 @@ def __init__( ) if bias: - self.bias = Parameter(torch.empty(self.output_size, dtype=params_dtype)) + self.bias = Parameter( + torch.empty(self.output_size, dtype=params_dtype), + requires_grad=False, + ) set_weight_attrs( self.bias, { From 398586da0b725569c9f7055226f35e46a048ff86 Mon Sep 17 00:00:00 2001 From: Micah Williamson Date: Thu, 10 Sep 2026 14:38:10 +0000 Subject: [PATCH 2/2] add some more buffer to the (MI355) Weight Loading Multi-GPU timeout Signed-off-by: Micah Williamson --- .buildkite/test-amd.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/test-amd.yaml b/.buildkite/test-amd.yaml index 59aeb77d389f..1e85089de034 100644 --- a/.buildkite/test-amd.yaml +++ b/.buildkite/test-amd.yaml @@ -4003,7 +4003,7 @@ steps: #------------------------------------------------------ mi355 ยท weight_loading -------------------------------------------------------# - label: ":amd: (MI355) Weight Loading Multi-GPU" # TBD - timeout_in_minutes: 30 + timeout_in_minutes: 40 mirror_hardwares: [amdexperimental, amdproduction, amdgfx950nightly, amdmi355] dind: false agent_pool: mi355_2