Skip to content

Commit a00f8c5

Browse files
authored
[Backend] JIT compile FlashInfer kernel with FFI header (#18047)
This PR adds the FFI header directory for FlashInfer JIT compilation.
1 parent fd9c091 commit a00f8c5

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

python/tvm/relax/backend/cuda/flashinfer.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,13 +16,13 @@
1616
# under the License.
1717

1818
"""FlashInfer JIT compilation module for CUDA backend"""
19+
import hashlib
20+
import json
1921
import os
2022
import subprocess
2123
from concurrent.futures import ThreadPoolExecutor
2224
from pathlib import Path
2325
from typing import List
24-
import hashlib
25-
import json
2626

2727
import tvm
2828
from tvm.target import Target
@@ -130,6 +130,7 @@ def get_object_file_path(src: Path) -> Path:
130130
FLASHINFER_CSRC_DIR,
131131
FLASHINFER_TVM_BINDING_DIR,
132132
Path(tvm_home).resolve() / "include",
133+
Path(tvm_home).resolve() / "ffi" / "include",
133134
Path(tvm_home).resolve() / "3rdparty" / "dlpack" / "include",
134135
Path(tvm_home).resolve() / "3rdparty" / "dmlc-core" / "include",
135136
] + CUTLASS_INCLUDE_DIRS

0 commit comments

Comments
 (0)