Skip to content

Commit 312576b

Browse files
youkaichaogarg-amit
authored andcommitted
[tpu][misc] fix typo (vllm-project#8260)
Signed-off-by: Amit Garg <[email protected]>
1 parent 213e6e4 commit 312576b

File tree

3 files changed

+5
-5
lines changed

3 files changed

+5
-5
lines changed

tests/compile/test_wrapper.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33
import torch
44

5-
from vllm.compilation.wrapper import TorchCompileWrapperWithCustomDispacther
5+
from vllm.compilation.wrapper import TorchCompileWrapperWithCustomDispatcher
66

77

88
class MyMod(torch.nn.Module):
@@ -13,7 +13,7 @@ def forward(self, x: torch.Tensor, cache: Optional[torch.Tensor] = None):
1313
return x * 2
1414

1515

16-
class MyWrapper(TorchCompileWrapperWithCustomDispacther):
16+
class MyWrapper(TorchCompileWrapperWithCustomDispatcher):
1717

1818
def __init__(self, model):
1919
self.model = model

vllm/compilation/wrapper.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010
import vllm.envs as envs
1111

1212

13-
class TorchCompileWrapperWithCustomDispacther:
13+
class TorchCompileWrapperWithCustomDispatcher:
1414
"""
1515
A wrapper class for torch.compile, with a custom dispatch logic.
1616
Subclasses should:

vllm/worker/tpu_model_runner.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111
import torch_xla.runtime as xr
1212

1313
from vllm.attention import AttentionMetadata, get_attn_backend
14-
from vllm.compilation.wrapper import TorchCompileWrapperWithCustomDispacther
14+
from vllm.compilation.wrapper import TorchCompileWrapperWithCustomDispatcher
1515
from vllm.config import (CacheConfig, DeviceConfig, LoadConfig, ModelConfig,
1616
ParallelConfig, SchedulerConfig)
1717
from vllm.logger import init_logger
@@ -639,7 +639,7 @@ def _execute_model(*args):
639639
return [SamplerOutput(sampler_outputs)]
640640

641641

642-
class ModelWrapper(TorchCompileWrapperWithCustomDispacther):
642+
class ModelWrapper(TorchCompileWrapperWithCustomDispatcher):
643643

644644
def __init__(self, model: nn.Module):
645645
self.model = model

0 commit comments

Comments
 (0)