diff --git a/imperative/python/megengine/jit/tracing.py b/imperative/python/megengine/jit/tracing.py
index a9c66c998d473b91e3eec124cf059e4d686ac76a..c63e3c01a2b9f31b90a5ee6bc10ccca514a2e147 100644
--- a/imperative/python/megengine/jit/tracing.py
+++ b/imperative/python/megengine/jit/tracing.py
@@ -1002,8 +1002,7 @@ class CompiledTensorProxy:
             else:
                 # c++ will throw TraceReadError
                 return None
-            if self._isscalar:
-                self.__value = self.__value.squeeze()
+        # c++ side will handle scalar case
         return self.__value
 
     def _dev_tensor(self):
diff --git a/imperative/python/src/tensor.cpp b/imperative/python/src/tensor.cpp
index 947cb2714f17919b3881864f3562a0ddb7c02519..bce96e15f7e630731bc3d7c95e6f16bbb90b1294 100644
--- a/imperative/python/src/tensor.cpp
+++ b/imperative/python/src/tensor.cpp
@@ -393,7 +393,9 @@ PyObject* TensorWrapper::numpy() {
             throw TraceReadError("value of this tensor is not read in trace");
         }
         if (m_tensor->m_flags & Tensor::Flags::SCALAR) {
-            np_val = PyArray_Squeeze(reinterpret_cast<PyArrayObject*>(np_val));
+            PyObject *np_scalar = PyArray_Squeeze(reinterpret_cast<PyArrayObject*>(np_val));
+            Py_DECREF(np_val);
+            return np_scalar;
         }
         return np_val;
     }