File tree Expand file tree Collapse file tree 1 file changed +2
-10
lines changed Expand file tree Collapse file tree 1 file changed +2
-10
lines changed Original file line number Diff line number Diff line change @@ -1923,7 +1923,7 @@ def cache_permute_indices():
19231923 ),
19241924 pytest .param (
19251925 {
1926- "num_experts" : 512 ,
1926+ "num_experts" : 128 ,
19271927 "top_k" : 10 ,
19281928 "padding" : 8 ,
19291929 "n_groups" : None ,
@@ -1937,7 +1937,7 @@ def cache_permute_indices():
19371937 ),
19381938 pytest .param (
19391939 {
1940- "num_experts" : 256 ,
1940+ "num_experts" : 128 ,
19411941 "top_k" : 8 ,
19421942 "padding" : 8 ,
19431943 "n_groups" : None ,
@@ -2062,14 +2062,6 @@ def test_moe_quantization_classes(
20622062 f"Skipping for testing speed: intermediate_size={ intermediate_size } with { routing_config ['num_experts' ]} experts"
20632063 )
20642064
2065- # Skip large intermediate size and hidden size for configurations with small epxerts
2066- if routing_config ["num_experts" ] < 512 and (
2067- intermediate_size > 512 or hidden_size > 1024
2068- ):
2069- pytest .skip (
2070- f"Skipping for testing speed: intermediate_size={ intermediate_size } with { routing_config ['num_experts' ]} experts"
2071- )
2072-
20732065 if type (moe_impl ) not in routing_config ["compatible_moe_impls" ]:
20742066 pytest .skip (
20752067 f"Incompatible: { moe_impl .name } + { routing_config ['routing_method_type' ].name } "
You can’t perform that action at this time.
0 commit comments