Skip to content

Commit 06c31fd

Browse files
hiworldwzjwangzaijun
and
wangzaijun
authored
fix config search type error. (#685)
Co-authored-by: wangzaijun <[email protected]>
1 parent d9305a6 commit 06c31fd

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

lightllm/common/fused_moe/moe_kernel_configs.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ def try_to_get_best_config(
3737
finded_config = cls.get_the_config(key_params)
3838

3939
if finded_config:
40-
config = finded_config[min(finded_config.keys(), key=lambda x: abs(x - M))]
40+
config = finded_config[min(finded_config.keys(), key=lambda x: abs(int(x) - M))]
4141
return config
4242
else:
4343
if M <= expert_num:

lightllm/models/deepseek2/triton_kernel/gqa_flash_decoding_config.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -31,9 +31,9 @@ def try_to_get_best_config(
3131
if finded_config:
3232
# two search dim, first is avg_seq_len_in_batch, second is batch_size
3333
batch_size_config: dict = finded_config[
34-
min(finded_config.keys(), key=lambda x: abs(x - avg_seq_len_in_batch))
34+
min(finded_config.keys(), key=lambda x: abs(int(x) - avg_seq_len_in_batch))
3535
]
36-
config = batch_size_config[min(batch_size_config.keys(), key=lambda x: abs(x - batch_size))]
36+
config = batch_size_config[min(batch_size_config.keys(), key=lambda x: abs(int(x) - batch_size))]
3737

3838
return config
3939
else:

0 commit comments

Comments
 (0)