diff --git a/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py b/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py
index ec215a3e5757ea58b06ba0c4cc8d8c6881cd8e7a..320c14d4e9ca418f71a82beac3db60d30d55569b 100644
--- a/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py
+++ b/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py
@@ -81,6 +81,7 @@ _out_scale_op_list = [
     "transpose",
     "pad2d",
     "reshape",
+    "layer_norm",
 ]
 
 # list op real input and output names, to avoid processing input such as AxisTensor.