From 8514d0775416eb4a994fa01a2b992a1acb9886fd Mon Sep 17 00:00:00 2001 From: Alberto Ferrer Date: Mon, 22 Apr 2024 15:14:26 -0600 Subject: [PATCH] llama.cpp failing llama.cpp is failing to generate quantize versions for the trained models. Error: ```bash You might have to compile llama.cpp yourself, then run this again. You do not need to close this Python program. Run the following commands in a new terminal: You must run this in the same folder as you're saving your model. git clone https://github.com/ggerganov/llama.cpp cd llama.cpp && make clean && LLAMA_CUDA=1 make all -j Once that's done, redo the quantization. ``` But when i do clone this with recursive it works. --- unsloth/save.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/save.py b/unsloth/save.py index 6e9d82c88a..e3d179852b 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -689,8 +689,8 @@ def unsloth_save_model( def install_llama_cpp_clone_non_blocking(): - full_command = ["git", "clone", "https://github.com/ggerganov/llama.cpp"] - run_installer = subprocess.Popen(full_command, stdout = subprocess.DEVNULL, stderr = subprocess.STDOUT) + full_command = ["git", "clone", "--recursive", "https://github.com/ggerganov/llama.cpp"] + run_installer = subprocess.Popen(full_command, stdout=subprocess.DEVNULL, stderr=subprocess.STDOUT) return run_installer pass