diff --git a/mteb/models/colpali_models.py b/mteb/models/colpali_models.py
index 35396b92d6..24f668fbec 100644
--- a/mteb/models/colpali_models.py
+++ b/mteb/models/colpali_models.py
@@ -131,7 +131,7 @@ def calculate_probs(self, text_embeddings, image_embeddings):
         return scores.softmax(dim=-1)
 
     def similarity(self, a, b):
-        return self.processor.score(a, b, **self.processor_kwargs)
+        return self.processor.score(a, b, device=self.device)
 
 
 class ColPaliWrapper(ColPaliEngineWrapper):