Skip to content

Commit c796f47

Browse files
committed
fix
1 parent 0760ab0 commit c796f47

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/runtime/contrib/cutlass/weight_preprocess.cc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ namespace runtime {
3939
TVM_REGISTER_GLOBAL("cutlass.ft_preprocess_weight")
4040
.set_body_typed([](NDArray packed_weight, int sm, bool is_int4) {
4141
bool is_2d = packed_weight->ndim == 2;
42-
int num_experts = 1;
42+
int num_experts = is_2d ? 1 : packed_weight->shape[0];
4343
int rows = packed_weight->shape[is_2d ? 0 : 1];
4444
int cols = packed_weight->shape[is_2d ? 1 : 2];
4545

0 commit comments

Comments
 (0)