fix (#122)

NathanHB · web-flow · commit a041fb72d3d6 · 2024-03-20T16:43:35.000+01:00
diff --git a/src/lighteval/tasks/lighteval_task.py b/src/lighteval/tasks/lighteval_task.py
@@ -219,7 +219,7 @@ def __init__(  # noqa: C901
                     hlog_warn(
                         f"Be careful you are using custom prompt function {cfg.prompt_function} and not the default one."
                     )
-                self.formatter = getattr(module, cfg.prompt_function)
+                self.formatter = formatter[0]
             else:
                 raise Exception(
                     f"You defined the prompt function {cfg.prompt_function} several times in the different custom modules you are loading."

Original file line number	Diff line number	Diff line change
`@@ -219,7 +219,7 @@ def __init__( # noqa: C901`
`219`	`219`	`hlog_warn(`
`220`	`220`	`f"Be careful you are using custom prompt function {cfg.prompt_function} and not the default one."`
`221`	`221`	`)`
`222`		`- self.formatter = getattr(module, cfg.prompt_function)`
	`222`	`+ self.formatter = formatter[0]`
`223`	`223`	`else:`
`224`	`224`	`raise Exception(`
`225`	`225`	`f"You defined the prompt function {cfg.prompt_function} several times in the different custom modules you are loading."`