diff --git a/nemo_skills/inference/eval/swebench.py b/nemo_skills/inference/eval/swebench.py
index ee4b8eedb3..ae95a8c2ce 100644
--- a/nemo_skills/inference/eval/swebench.py
+++ b/nemo_skills/inference/eval/swebench.py
@@ -166,6 +166,10 @@ def setup_litellm_cache(self):
     def cleanup_litellm_cache(self):
         return
 
+    async def apply_evaluation_hook(self, data_point):
+        # currently evaluation is done directly after generation already
+        return data_point
+
     async def _execute_container_command(
         self, data_point, command, expected_file_pattern, mode, max_retries=3, timeout=100000
     ):