From 2f9f55ea0b7e4be294e319f27790b45721c64953 Mon Sep 17 00:00:00 2001 From: yzhang93 Date: Fri, 31 Oct 2025 09:34:09 -0700 Subject: [PATCH 1/2] [BOO] Add split reduction and global optimization flags Signed-off-by: yzhang93 --- iree/turbine/kernel/boo/runtime/launch.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/iree/turbine/kernel/boo/runtime/launch.py b/iree/turbine/kernel/boo/runtime/launch.py index 5a5734acb..8c0f068e7 100644 --- a/iree/turbine/kernel/boo/runtime/launch.py +++ b/iree/turbine/kernel/boo/runtime/launch.py @@ -231,6 +231,9 @@ def default_compiler_flags_callback(device: Device, cache_dir: Path) -> list[str flags.append( "--iree-dispatch-creation-enable-fuse-padding-into-linalg-consumer-ops" ) + flags.append("--iree-dispatch-creation-enable-split-reduction") + # Temporary flags to transpose filter layout without fusing into the computation dispatch. + flags.append("--iree-global-opt-experimental-enable-edge-reshape-propagation") flags.append( "--iree-preprocessing-pass-pipeline=builtin.module(iree-preprocessing-convert-conv-filter-to-channels-last)" ) From 0e5dcb5e5cd6d84995bec0bc4b11dcb7f45b7b8a Mon Sep 17 00:00:00 2001 From: yzhang93 Date: Mon, 3 Nov 2025 12:49:39 -0800 Subject: [PATCH 2/2] Only force single dispatch on forward Signed-off-by: yzhang93 --- iree/turbine/kernel/boo/op_exports/layer_norm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/iree/turbine/kernel/boo/op_exports/layer_norm.py b/iree/turbine/kernel/boo/op_exports/layer_norm.py index d8d2e0408..980473f7a 100644 --- a/iree/turbine/kernel/boo/op_exports/layer_norm.py +++ b/iree/turbine/kernel/boo/op_exports/layer_norm.py @@ -78,7 +78,7 @@ def output_shape(self) -> list[int]: @property def force_single_dispatch(self) -> bool: - return True + return self.mode == Mode.FORWARD @staticmethod def get(