From c89fa760edcf1f9e9b713711aaed02169ffcf8f4 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Fri, 11 Nov 2022 14:43:15 -0600 Subject: [PATCH] snapshot... --- modules/deeplearning/icing_fcn.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/modules/deeplearning/icing_fcn.py b/modules/deeplearning/icing_fcn.py index 0905a2e8..5052bdf7 100644 --- a/modules/deeplearning/icing_fcn.py +++ b/modules/deeplearning/icing_fcn.py @@ -841,11 +841,14 @@ class IcingIntensityFCN: if ckpt_dir is None: if not os.path.exists(modeldir): os.mkdir(modeldir) - ckpt = tf.train.Checkpoint(step=tf.Variable(1), model=self.model, model_weights=model_weights, averaged_weights=ema_model_weights) + # ckpt = tf.train.Checkpoint(step=tf.Variable(1), model=self.model, model_weights=model_weights, averaged_weights=ema_model_weights) + # ckpt_manager = tf.train.CheckpointManager(ckpt, modeldir, max_to_keep=3) + ckpt = tf.train.Checkpoint(step=tf.Variable(1), model=self.model) ckpt_manager = tf.train.CheckpointManager(ckpt, modeldir, max_to_keep=3) else: ckpt = tf.train.Checkpoint(step=tf.Variable(1), model=self.model) ckpt_manager = tf.train.CheckpointManager(ckpt, ckpt_dir, max_to_keep=3) + ckpt.restore(ckpt_manager.latest_checkpoint) self.writer_train = tf.summary.create_file_writer(os.path.join(logdir, 'plot_train')) self.writer_valid = tf.summary.create_file_writer(os.path.join(logdir, 'plot_valid')) -- GitLab