diff --git a/torchao/quantization/observer.py b/torchao/quantization/observer.py
index 0e18770ae5..0aa9325a3e 100644
--- a/torchao/quantization/observer.py
+++ b/torchao/quantization/observer.py
@@ -12,7 +12,7 @@
 
 from torchao.quantization.quant_primitives import _fake_quantize_affine
 
-from .granularity import Granularity
+from .granularity import Granularity, PerRow, PerTensor  # noqa: F401
 from .quant_primitives import (
     MappingType,
     ZeroPointDomain,