diff --git a/mteb/load_results/benchmark_results.py b/mteb/load_results/benchmark_results.py index b82325f373..823d96c0ff 100644 --- a/mteb/load_results/benchmark_results.py +++ b/mteb/load_results/benchmark_results.py @@ -128,7 +128,7 @@ def filter_tasks( if modalities is not None: if not any(modality in task_meta.modalities for modality in modalities): continue - if (is_public is not None) and (task_meta.is_public is is_public): + if (is_public is not None) and (task_meta.is_public is not is_public): continue new_task_results.append(task_result) return type(self).model_construct(