We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6c4ebc5 commit 4a0d881Copy full SHA for 4a0d881
fastdeploy/model_executor/layers/mtp_linear.py
@@ -76,7 +76,7 @@ def __init__(
76
self.linear.weight,
77
{
78
"weight_loader": default_weight_loader(self.fd_config),
79
- "model_format": self.fd_config.model_config.model_format,
+ "weight_need_transpose": self.fd_config.model_config.model_format == "torch",
80
},
81
)
82
if self.bias_key is not None:
@@ -100,7 +100,7 @@ def __init__(
100
101
102
103
104
105
106
if self.nranks > 1:
0 commit comments