diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
index fbde27f99823..440e6b822085 100644
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -736,8 +736,8 @@ def _schedule_default(self) -> SchedulerOutputs:
             budget.add_num_seqs(seq_group.request_id,
                                 seq_group.get_max_num_running_seqs())
         curr_loras = set(
-            seq_group.lora_int_id
-            for seq_group in self.running) if self.lora_enabled else None
+            seq_group.lora_int_id for seq_group in self.running
+            if seq_group.lora_int_id > 0) if self.lora_enabled else None
 
         remaining_waiting, prefills = (self.waiting,
                                        SchedulerPrefillOutputs.create_empty())