Fix spec filter batch when target extend

python/sglang/srt/managers/schedule_batch.py

@@ -1735,7 +1735,14 @@ def filter_batch(
 
         self.sampling_info.filter_batch(keep_indices, keep_indices_device)
         if self.spec_info:
-            self.spec_info.filter_batch(keep_indices_device)
+            if chunked_req_to_exclude is not None and len(chunked_req_to_exclude) > 0:
+                has_been_filtered = False
+            else:
+                has_been_filtered = True
+            self.spec_info.filter_batch(
+                new_indices=keep_indices_device,
+                has_been_filtered=has_been_filtered,
+            )
 
     def merge_batch(self, other: "ScheduleBatch"):
         # Penalizer orchestrator must be merged before Batch.reqs is merged. This is because

python/sglang/srt/speculative/ngram_utils.py

@@ -405,7 +405,7 @@ def verify(
 
         return logits_output, self.verified_id, self.accept_length.sum().item()
 
-    def filter_batch(self, new_indices: torch.Tensor):
+    def filter_batch(self, new_indices: torch.Tensor, has_been_filtered: bool = True):
         pass
 
     def merge_batch(self, spec_info: NgramVerifyInput):