diff --git a/src/TensorFlowNET.Core/Tensors/Tensor.cs b/src/TensorFlowNET.Core/Tensors/Tensor.cs
index 91c8e984..29492da6 100644
--- a/src/TensorFlowNET.Core/Tensors/Tensor.cs
+++ b/src/TensorFlowNET.Core/Tensors/Tensor.cs
@@ -568,11 +568,7 @@ namespace Tensorflow
 
         protected override void DisposeUnmanagedResources(IntPtr handle)
         {
-            if (handle != IntPtr.Zero)
-            {
-                c_api.TF_DeleteTensor(handle);
-                _handle = IntPtr.Zero;
-            }
+            c_api.TF_DeleteTensor(handle);
         }
 
         public bool IsDisposed