We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9242faf commit 4048eb2Copy full SHA for 4048eb2
src/lighteval/models/endpoint_model.py
@@ -91,10 +91,11 @@ def __init__(
91
"MAX_INPUT_LENGTH": "2047",
92
"MAX_TOTAL_TOKENS": "2048",
93
"MODEL_ID": "/repository",
94
+ "HF_MODEL_TRUST_REMOTE_CODE": "true",
95
**config.get_dtype_args(),
96
**config.get_custom_env_vars(),
97
},
- "url": (config.image_url or "ghcr.io/huggingface/text-generation-inference:1.1.0"),
98
+ "url": (config.image_url or "ghcr.io/huggingface/text-generation-inference:latest"),
99
100
)
101
hlog("Deploying your endpoint. Please wait.")
0 commit comments