diff --git a/src/TensorFlowNET.Core/Tensors/Tensor.cs b/src/TensorFlowNET.Core/Tensors/Tensor.cs
index b23b8b98..8ac6c73e 100644
--- a/src/TensorFlowNET.Core/Tensors/Tensor.cs
+++ b/src/TensorFlowNET.Core/Tensors/Tensor.cs
@@ -571,6 +571,7 @@ namespace Tensorflow
             if (handle != IntPtr.Zero)
             {
                 c_api.TF_DeleteTensor(handle);
+                _handle = IntPtr.Zero;
             }
         }