From 4a0c093ee132a8abd96de5189e0bb8f0e5fda4a3 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 21 Jun 2024 22:25:14 -0700 Subject: [PATCH] [Bugfix] Fix pin_lora error in TPU executor (#5760) --- vllm/executor/tpu_executor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/executor/tpu_executor.py b/vllm/executor/tpu_executor.py index 7061ad85f88c0..5ed00e1374100 100644 --- a/vllm/executor/tpu_executor.py +++ b/vllm/executor/tpu_executor.py @@ -82,6 +82,9 @@ def add_lora(self, lora_request: LoRARequest) -> bool: def remove_lora(self, lora_id: int) -> bool: raise NotImplementedError("LoRA is not implemented for TPU backend.") + def pin_lora(self, lora_id: int) -> bool: + raise NotImplementedError("LoRA is not implemented for TPU backend.") + def list_loras(self) -> Set[int]: raise NotImplementedError("LoRA is not implemented for TPU backend.")