diff --git a/docker/Dockerfile b/docker/Dockerfile index dd903aeb0969..61574d574f42 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -13,7 +13,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 -ARG FLASHINFER_VERSION=0.6.15.post1 +ARG FLASHINFER_VERSION=0.6.16.post4 ARG TRTLLM_GEN_MOE_CUBIN_URL="https://github.com/sgl-project/whl/releases/download/trtllm_gen_moe_cubin_20260617/trtllm_gen_moe_cubin_pool_20260617_v0613rc1.zip" ARG TRTLLM_GEN_MOE_CUBIN_SHA256="4900501cbe782a76b08a5858f9f07152287b97cb68114466dac286366b66c192" ARG TRTLLM_GEN_MOE_CUBIN_ARCHIVE_ROOT="trtllm_gen_moe_cubin_pool_20260617_v0613rc1" diff --git a/python/pyproject.toml b/python/pyproject.toml index 1c7f8d45ecc0..4933a18d823f 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -33,7 +33,7 @@ dependencies = [ "einops", "fastapi", "flash-attn-4>=4.0.0b18", - "flashinfer_python[cu13]==0.6.15.post1", # keep it aligned with jit-cache version in Dockerfile + "flashinfer_python[cu13]==0.6.16.post4", # keep it aligned with jit-cache version in Dockerfile "gguf", "humming-kernels[cu13]==0.1.10", "interegular", diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 9a83da8a1c0e..87f32c636d9c 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -1653,7 +1653,7 @@ def _set_envs_and_config(server_args: ServerArgs): if server_args.attention_backend == "flashinfer": assert_pkg_version( "flashinfer_python", - "0.6.15.post1", + "0.6.16.post4", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.", diff --git a/python/sglang/srt/layers/attention/flashinfer_backend.py b/python/sglang/srt/layers/attention/flashinfer_backend.py index 34c14f21f66e..28b0d2205221 100644 --- a/python/sglang/srt/layers/attention/flashinfer_backend.py +++ b/python/sglang/srt/layers/attention/flashinfer_backend.py @@ -281,6 +281,7 @@ def fast_prefill_plan( fixed_split_size if fixed_split_size is not None else -1, False, # disable_split_kv 0, # num_colocated_ctas + 0, # uniform_q_len ] self._plan_info = self._cached_module.plan(*args) diff --git a/python/sglang/srt/utils/common.py b/python/sglang/srt/utils/common.py index 749a7e96a649..fac398c6cc1c 100644 --- a/python/sglang/srt/utils/common.py +++ b/python/sglang/srt/utils/common.py @@ -1999,7 +1999,7 @@ def check_pkg_version_at_least(pkg: str, min_version: str) -> bool: Args: pkg: Package name (distribution name, e.g., "flashinfer-python") - min_version: Minimum version required (e.g., "0.6.15.post1") + min_version: Minimum version required (e.g., "0.6.16.post4") Returns: True if package is installed and version >= min_version, False otherwise