We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b42551f commit 08b4694Copy full SHA for 08b4694
src/lighteval/models/endpoint_model.py
@@ -64,6 +64,7 @@ def __init__(
64
self, config: Union[InferenceEndpointModelConfig, InferenceModelConfig], env_config: EnvConfig
65
) -> None:
66
self.reuse_existing = getattr(config, "should_reuse_existing", True)
67
+ self._max_length = None
68
if isinstance(config, InferenceEndpointModelConfig):
69
if config.should_reuse_existing:
70
self.endpoint = get_inference_endpoint(
0 commit comments