[Bugfix] Fix pin_lora error in TPU executor (vllm-project#5760)

neuralmagic · Jun 23, 2024 · 960a022 · 960a022
1 parent a7dccd6
commit 960a022
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/executor/tpu_executor.py b/vllm/executor/tpu_executor.py
@@ -82,6 +82,9 @@ def add_lora(self, lora_request: LoRARequest) -> bool:
     def remove_lora(self, lora_id: int) -> bool:
         raise NotImplementedError("LoRA is not implemented for TPU backend.")
 
+    def pin_lora(self, lora_id: int) -> bool:
+        raise NotImplementedError("LoRA is not implemented for TPU backend.")
+
     def list_loras(self) -> Set[int]:
         raise NotImplementedError("LoRA is not implemented for TPU backend.")