diff --git a/toolkit.py b/toolkit.py
index b1690dfc66b3b64f6788991d2bca3c0561a21804..7443c2387a7eca28874ef2779ce1321767b8e4f9 100755
--- a/toolkit.py
+++ b/toolkit.py
@@ -725,6 +725,9 @@ class ClassificationProject(object):
         if not self.use_modelcheckpoint:
             logger.info("Save weights")
             self.model.save_weights(os.path.join(self.project_dir, "weights.h5"))
+        else:
+            self.model.load_weights(os.path.join(self.project_dir, "weights.h5"))
+            logger.info("Reloading weights, since we are using model checkpoint!")
 
         self.total_epochs += epochs
         self._write_info("epochs", self.total_epochs)