diff --git a/python/pyproject.toml b/python/pyproject.toml
index 10eb987bcc3..380e1defb74 100644
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -128,7 +128,7 @@ dev_cpu = ["sglang[all_cpu]", "sglang[test]"]
 
 [tool.setuptools.package-data]
 "sglang" = [
-    "srt/layers/moe/fused_moe_triton/configs/*.json",
+    "srt/layers/moe/fused_moe_triton/configs/*/*.json",
     "srt/layers/quantization/configs/*.json",
 ]