not forcing use_logits at True (#1050)

f14-bertolotti · francesco-bertolotti · web-flow · commit 2247df76991a · 2025-11-12T11:29:18.000+01:00
Co-authored-by: Francesco Bertolotti &lt;francesco.bertolotti@igenius.ai&gt;
diff --git a/src/lighteval/tasks/lighteval_task.py b/src/lighteval/tasks/lighteval_task.py
@@ -388,7 +388,7 @@ def get_docs(self, max_samples: int | None = None) -> list[Doc]:
             )
             doc.sampling_methods.extend(self.sampling_methods)
             doc.generation_size = self.generation_size
-            doc.use_logits = True
+            doc.use_logits = doc.use_logits if doc.use_logits is not None else True
             doc.stop_sequences = self.stop_sequence
             doc.num_samples = max(self.num_samples)
             docs.append(doc)

Original file line number	Diff line number	Diff line change
`@@ -388,7 +388,7 @@ def get_docs(self, max_samples: int \| None = None) -> list[Doc]:`
`388`	`388`	`)`
`389`	`389`	`doc.sampling_methods.extend(self.sampling_methods)`
`390`	`390`	`doc.generation_size = self.generation_size`
`391`		`- doc.use_logits = True`
	`391`	`+ doc.use_logits = doc.use_logits if doc.use_logits is not None else True`
`392`	`392`	`doc.stop_sequences = self.stop_sequence`
`393`	`393`	`doc.num_samples = max(self.num_samples)`
`394`	`394`	`docs.append(doc)`