diff --git a/DeepSpeech.ipynb b/DeepSpeech.ipynb
index 3d645639..e6c55f89 100644
--- a/DeepSpeech.ipynb
+++ b/DeepSpeech.ipynb
@@ -1677,8 +1677,8 @@
     "        if result is not None:\n",
     "            train_wer = result\n",
     "        \n",
-    "        # Checkpoint step\n",
-    "        if is_checkpoint_step:\n",
+    "        # Checkpoint step (Validation also checkpoints)\n",
+    "        if is_checkpoint_step and not is_validation_step:\n",
     "            print \"Hibernating training session into directory\", \"%s\" % checkpoint_dir\n",
     "            checkpoint_path = os.path.join(checkpoint_dir, 'model.ckpt')\n",
     "            # Saving session's model into checkpoint path\n",