From 12ae92c3b83dde7de5d9c47eb3206cffe93aa164 Mon Sep 17 00:00:00 2001 From: Baye Dieng Date: Mon, 9 Sep 2024 22:27:35 +0000 Subject: [PATCH] download hugging face model --- exo/download/hf/hf_helpers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/exo/download/hf/hf_helpers.py b/exo/download/hf/hf_helpers.py index 8fd96dc5f..d045d42fa 100644 --- a/exo/download/hf/hf_helpers.py +++ b/exo/download/hf/hf_helpers.py @@ -399,5 +399,5 @@ def get_allow_patterns(weight_map: Dict[str, str], shard: Shard) -> List[str]: elif shard.is_last_layer(): shard_specific_patterns.append(sorted_file_names[-1]) else: - shard_specific_patterns = ["*.safetensors"] + shard_specific_patterns = ["*.safetensors", "*Q4_K_M*.gguf"] return list(set(default_patterns + shard_specific_patterns)) # Remove duplicates