From 8a24c2906abdc3a4cc03bad5d6743b676c91f0de Mon Sep 17 00:00:00 2001 From: BasicCoder Date: Mon, 26 Jun 2023 13:30:57 +0800 Subject: [PATCH] Compatible with Decapoda Research llama hf version For the Decapoda Research llama hf version: Model's config.json: "architectures": ["LLaMAForCausalLM"] This may be seen as the Llama alias --- vllm/model_executor/model_loader.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py index 93faa116c68a..7424104fa2c9 100644 --- a/vllm/model_executor/model_loader.py +++ b/vllm/model_executor/model_loader.py @@ -16,6 +16,7 @@ "GPTBigCodeForCausalLM": GPTBigCodeForCausalLM, "GPTNeoXForCausalLM": GPTNeoXForCausalLM, "LlamaForCausalLM": LlamaForCausalLM, + "LLaMAForCausalLM": LlamaForCausalLM, "OPTForCausalLM": OPTForCausalLM, }