diff --git a/src/TensorFlowNET.Core/Checkpoint/CheckpointReader.cs b/src/TensorFlowNET.Core/Checkpoint/CheckpointReader.cs
index 1e3c189b..0cc8e5fb 100644
--- a/src/TensorFlowNET.Core/Checkpoint/CheckpointReader.cs
+++ b/src/TensorFlowNET.Core/Checkpoint/CheckpointReader.cs
@@ -15,10 +15,8 @@ namespace Tensorflow.Checkpoint
 
         protected override bool ReleaseHandle()
         {
-            //if (handle != IntPtr.Zero)
-            //{
-            //    c_api.TF_DeleteCheckpointReader(this);
-            //}
+            c_api.TF_DeleteCheckpointReader(handle);
+            SetHandle(IntPtr.Zero);
             return true;
         }
     }