diff --git a/codegeex/quantization/__init__.py b/codegeex/quantization/__init__.py
index db3f2e7..953bc78 100644
--- a/codegeex/quantization/__init__.py
+++ b/codegeex/quantization/__init__.py
@@ -1,3 +1,6 @@
 from .quantize import quantize
-from .quantize_oneflow import quantize_oneflow
-from .quantize_oneflow import QuantizedLinear
+try:
+    from .quantize_oneflow import quantize_oneflow
+    from .quantize_oneflow import QuantizedLinear
+except ModuleNotFoundError:
+    pass