From e4b6e388f1bc4d71111b4720249557267641eb41 Mon Sep 17 00:00:00 2001 From: Salman Mohammadi Date: Mon, 1 Dec 2025 14:19:12 +0000 Subject: [PATCH 1/2] fix processor save --- src/axolotl/cli/quantize.py | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/src/axolotl/cli/quantize.py b/src/axolotl/cli/quantize.py index c11bcc6d93..3f54ae4b75 100644 --- a/src/axolotl/cli/quantize.py +++ b/src/axolotl/cli/quantize.py @@ -5,10 +5,10 @@ from pathlib import Path from typing import Union -from transformers import AutoConfig, AutoModelForCausalLM, TorchAoConfig +from transformers import AutoConfig, AutoModelForCausalLM, AutoProcessor, TorchAoConfig from axolotl.cli.config import load_cfg -from axolotl.loaders import load_tokenizer +from axolotl.loaders import load_processor, load_tokenizer from axolotl.utils.logging import get_logger from axolotl.utils.quantization import ( TorchAOQuantDType, @@ -66,6 +66,11 @@ def do_quantize( LOG.info(f"Loading model from {model_path}.") tokenizer = load_tokenizer(cfg) + + processor = None + if cfg.is_multimodal: + processor = load_processor(cfg, tokenizer) + config = AutoConfig.from_pretrained(model_path) torch_dtype = config.torch_dtype if hasattr(config, "torch_dtype") else None model = AutoModelForCausalLM.from_pretrained( @@ -107,6 +112,10 @@ def do_quantize( save_jinja_files=cfg.tokenizer_save_jinja_files, ) + if processor: + LOG.info(f"Saving processor to: {str(Path(output_dir) / 'quantized')}.") + processor.save_pretrained(str(Path(output_dir) / "quantized")) + if hub_model_id: hub_model_id = ( hub_model_id.rstrip("-") @@ -114,6 +123,8 @@ def do_quantize( ) model.push_to_hub(hub_model_id, safe_serialization=False) tokenizer.push_to_hub(hub_model_id) + if processor: + processor.push_to_hub(hub_model_id) LOG.info(f"Quantized model pushed to: {hub_model_id}.") LOG.info(f"Quantized model saved to: {str(Path(output_dir) / 'quantized')}.") From 44bdc87357c6e1b1fc1984e989497a6778069b5c Mon Sep 17 00:00:00 2001 From: Salman Mohammadi Date: Mon, 1 Dec 2025 14:22:43 +0000 Subject: [PATCH 2/2] forgot to add change : ) --- src/axolotl/cli/quantize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/cli/quantize.py b/src/axolotl/cli/quantize.py index 3f54ae4b75..f4fcc6d7df 100644 --- a/src/axolotl/cli/quantize.py +++ b/src/axolotl/cli/quantize.py @@ -5,7 +5,7 @@ from pathlib import Path from typing import Union -from transformers import AutoConfig, AutoModelForCausalLM, AutoProcessor, TorchAoConfig +from transformers import AutoConfig, AutoModelForCausalLM, TorchAoConfig from axolotl.cli.config import load_cfg from axolotl.loaders import load_processor, load_tokenizer