From f486e079e7f7b7ba7a16c6cebfbf5bfe1eca6a75 Mon Sep 17 00:00:00 2001 From: chrehall68 Date: Wed, 12 Jun 2024 22:57:52 -0700 Subject: [PATCH] fix case where gguf saving fails due to first_conversion dtype --- unsloth/save.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/save.py b/unsloth/save.py index 3ad2f3465a..c521799f35 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -930,7 +930,7 @@ def save_to_gguf( # Check first_conversion format if first_conversion == "f16" : pass - if first_conversion == "bf16" : pass + elif first_conversion == "bf16" : pass elif first_conversion == "f32" : pass elif first_conversion == "q8_0" : pass else: