File tree Expand file tree Collapse file tree 3 files changed +3
-2
lines changed
fastdeploy/model_executor/layers/moe Expand file tree Collapse file tree 3 files changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -38,7 +38,7 @@ def get_moe_method():
3838 return moe method based on device platform
3939 """
4040
41- if current_platform .is_cuda ():
41+ if current_platform .is_cuda () or current_platform . is_iluvatar () :
4242 from .fused_moe_cutlass_backend import CutlassMoEMethod
4343
4444 return CutlassMoEMethod (None )
Original file line number Diff line number Diff line change @@ -39,3 +39,4 @@ opentelemetry-exporter-otlp
3939opentelemetry-instrumentation-fastapi
4040partial_json_parser
4141msgspec
42+ safetensors==0.7.0rc0
Original file line number Diff line number Diff line change @@ -42,7 +42,7 @@ def target():
4242 return decorator
4343
4444
45- @timeout (150 )
45+ @timeout (180 )
4646def offline_infer_check ():
4747 set_random_seed (123 )
4848
You can’t perform that action at this time.
0 commit comments