From 8058adee393819d6359a48bf272ce2a70735ad5d Mon Sep 17 00:00:00 2001 From: Andrew Or Date: Tue, 28 May 2024 17:09:13 -0700 Subject: [PATCH] Fix GPTQ import error after torchao refactor Summary: Fix broken import after https://github.com/pytorch/ao/pull/275 Reviewed By: jerryzh168 Differential Revision: D57888168 --- examples/models/llama2/source_transformation/quantize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/models/llama2/source_transformation/quantize.py b/examples/models/llama2/source_transformation/quantize.py index c5472668ca0..7c4581e3274 100644 --- a/examples/models/llama2/source_transformation/quantize.py +++ b/examples/models/llama2/source_transformation/quantize.py @@ -96,7 +96,7 @@ def quantize( if calibration_tasks is None: calibration_tasks = ["wikitext"] - from torchao.quantization.GPTQ import InputRecorder + from torchao._eval import InputRecorder from torchao.quantization.quant_api import Int8DynActInt4WeightGPTQQuantizer if tokenizer_path is None: