diff --git a/lm_eval/models/vllm_causallms.py b/lm_eval/models/vllm_causallms.py index 0f3af1ca5ff..1f2e659e1e9 100644 --- a/lm_eval/models/vllm_causallms.py +++ b/lm_eval/models/vllm_causallms.py @@ -38,7 +38,11 @@ if parse_version(version("vllm")) >= parse_version("0.8.3"): - from vllm.entrypoints.chat_utils import resolve_hf_chat_template + try: + # Moved since vllm-project/vllm#30200 + from vllm.renderers.hf import resolve_chat_template as resolve_hf_chat_template + except ImportError: + from vllm.entrypoints.chat_utils import resolve_hf_chat_template try: # Moved since vllm-project/vllm#29793