diff --git a/vllm_spyre_next/vllm_spyre_next/custom_ops/silu_and_mul.py b/vllm_spyre_next/vllm_spyre_next/custom_ops/silu_and_mul.py index a86b22d71..190547a3e 100644 --- a/vllm_spyre_next/vllm_spyre_next/custom_ops/silu_and_mul.py +++ b/vllm_spyre_next/vllm_spyre_next/custom_ops/silu_and_mul.py @@ -66,6 +66,13 @@ def __init__(self, *args, **kwargs): self.maybe_compiled_forward_spyre = self.maybe_compile(self.forward_spyre) self._layer_name = register_layer(self, "spyre_siluandmul") + + logger.debug_once( + "SpyreSiluAndMul: Dispatch: enabled=%s, Forward method=%s, Compiled=%s", + self.enabled(), + self._forward_method.__name__, + self.maybe_compiled_forward_spyre is not self.forward_spyre, + ) def forward_oot(self, x: torch.Tensor) -> torch.Tensor: """OOT forward pass using custom op to bypass torch.compile. diff --git a/vllm_spyre_next/vllm_spyre_next/custom_ops/vocab_parallel_embedding.py b/vllm_spyre_next/vllm_spyre_next/custom_ops/vocab_parallel_embedding.py index 183159331..30ce05af8 100644 --- a/vllm_spyre_next/vllm_spyre_next/custom_ops/vocab_parallel_embedding.py +++ b/vllm_spyre_next/vllm_spyre_next/custom_ops/vocab_parallel_embedding.py @@ -94,6 +94,13 @@ def __init__(self, *args, **kwargs): self.maybe_compiled_forward_spyre = self.maybe_compile(self.forward_spyre) self._layer_name = register_layer(self, "spyre_vocab_parallel_embedding") + + logger.debug_once( + "SpyreVocabParallelEmbedding: Dispatch: enabled=%s, Forward method=%s, Compiled=%s", + self.enabled(), + self._forward_method.__name__, + self.maybe_compiled_forward_spyre is not self.forward_spyre, + ) def forward_oot(self, x: torch.Tensor) -> torch.Tensor: """OOT forward pass using custom op to bypass torch.compile.