Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
29 commits
Select commit Hold shift + click to select a range
ced1799
expert map manager
bnellnm Apr 23, 2026
ba52a86
wip
bnellnm Apr 23, 2026
64cf4ac
update
bnellnm Apr 27, 2026
42c7fc4
merge
bnellnm Apr 27, 2026
2332fd7
fix num_local_expert update
bnellnm Apr 27, 2026
afb772c
Merge branch 'main' into expert-map-manager
bnellnm Apr 28, 2026
aa210d3
fix
bnellnm Apr 28, 2026
914f53c
Merge remote-tracking branch 'nm-vllm/expert-map-manager' into expert…
bnellnm Apr 28, 2026
c74f285
try to fix doc
bnellnm Apr 29, 2026
1efaddb
Merge branch 'main' into expert-map-manager
bnellnm Apr 30, 2026
c1a332c
review comments
bnellnm May 6, 2026
4a3d996
cleanup routing table initialization and updating
bnellnm May 6, 2026
f96b5cb
Merge remote-tracking branch 'nm-vllm/expert-map-manager' into expert…
bnellnm May 6, 2026
c038c7e
Merge remote-tracking branch 'origin/main' into expert-map-manager
bnellnm May 6, 2026
778c141
fix local_num_experts
bnellnm May 6, 2026
3c21f32
tweak
bnellnm May 6, 2026
2dd2ea9
try to fix update_expert_map
bnellnm May 6, 2026
979dd65
remove unused arg
bnellnm May 6, 2026
56d8738
update comment
bnellnm May 6, 2026
ba6118e
review comments
bnellnm May 7, 2026
ef6bdce
changing exception type/message for clarity
bnellnm May 8, 2026
0ad5271
Merge branch 'main' into expert-map-manager
robertgshaw2-redhat May 11, 2026
587e895
Add import for ExpertMapManager in layer.py
robertgshaw2-redhat May 11, 2026
b66852f
pre-commit fix
robertgshaw2-redhat May 11, 2026
d30dde0
fixes
bnellnm May 11, 2026
70cfd20
Merge remote-tracking branch 'origin/main' into expert-map-manager
bnellnm May 11, 2026
f189b62
fix import path
bnellnm May 11, 2026
92841ef
Merge remote-tracking branch 'nm-vllm/expert-map-manager' into expert…
bnellnm May 11, 2026
b926c66
add some comments
bnellnm May 11, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion tests/distributed/test_expert_placement.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,9 @@

import pytest

from vllm.model_executor.layers.fused_moe.layer import determine_expert_map
from vllm.model_executor.layers.fused_moe.expert_map_manager import (
determine_expert_map,
)


def verify_round_robin_pattern(expert_map, ep_rank, ep_size, global_num_experts):
Expand Down
2 changes: 1 addition & 1 deletion tests/kernels/moe/test_moe.py
Original file line number Diff line number Diff line change
Expand Up @@ -1588,7 +1588,7 @@ def test_unquantized_bf16_flashinfer_trtllm_backend(
layer.apply_router_weight_on_input = False
layer.routed_scaling_factor = None
layer.shared_experts = None
layer._maybe_init_expert_routing_tables = lambda: None
layer._expert_routing_tables = lambda: None

quant_method.process_weights_after_loading(layer)

Expand Down
4 changes: 3 additions & 1 deletion tests/kernels/moe/test_moe_permute_unpermute.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,9 @@
import torch

from vllm.model_executor.layers.fused_moe import fused_topk
from vllm.model_executor.layers.fused_moe.layer import determine_expert_map
from vllm.model_executor.layers.fused_moe.expert_map_manager import (
determine_expert_map,
)
from vllm.model_executor.layers.fused_moe.moe_permute_unpermute import (
moe_permute,
moe_permute_unpermute_supported,
Expand Down
Loading
Loading