We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6883801 commit 5ba03e0Copy full SHA for 5ba03e0
vllm/config/compilation.py
@@ -709,9 +709,7 @@ def is_attention_compiled_piecewise(self) -> bool:
709
return self.level == CompilationLevel.PIECEWISE
710
711
# Inductor partition case
712
- return (
713
- self.level > CompilationLevel.NO_COMPILATION and self.backend == "inductor"
714
- )
+ return self.level > CompilationLevel.NO_COMPILATION and self.use_inductor
715
716
def custom_op_log_check(self):
717
"""
0 commit comments