Skip to content

Commit 4a0d881

Browse files
authored
update (#4985)
1 parent 6c4ebc5 commit 4a0d881

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

fastdeploy/model_executor/layers/mtp_linear.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@ def __init__(
7676
self.linear.weight,
7777
{
7878
"weight_loader": default_weight_loader(self.fd_config),
79-
"model_format": self.fd_config.model_config.model_format,
79+
"weight_need_transpose": self.fd_config.model_config.model_format == "torch",
8080
},
8181
)
8282
if self.bias_key is not None:
@@ -100,7 +100,7 @@ def __init__(
100100
self.linear.weight,
101101
{
102102
"weight_loader": default_weight_loader(self.fd_config),
103-
"model_format": self.fd_config.model_config.model_format,
103+
"weight_need_transpose": self.fd_config.model_config.model_format == "torch",
104104
},
105105
)
106106
if self.nranks > 1:

0 commit comments

Comments
 (0)