diff --git a/modules/deeplearning/cloud_opd_fcn_abi.py b/modules/deeplearning/cloud_opd_fcn_abi.py index 5b14e79b861b4d360c3b8d9fb2dd302fa23d80af..40e17a5b1f2f4beb30243316c1f8e02fd71170b1 100644 --- a/modules/deeplearning/cloud_opd_fcn_abi.py +++ b/modules/deeplearning/cloud_opd_fcn_abi.py @@ -42,6 +42,7 @@ SIGMA = 1.0 DO_ZERO_OUT = False CACHE_FILE = '/scratch/long/rink/cld_opd_abi_128x128_cache' USE_EMA = True +EMA_OVERWRITE_FREQUENCY = 5 # setup scaling parameters dictionary mean_std_dct = {} @@ -482,7 +483,9 @@ class SRCNN: self.learningRateSchedule = tf.keras.optimizers.schedules.ExponentialDecay(initial_learning_rate, decay_steps, decay_rate) - optimizer = tf.keras.optimizers.Adam(learning_rate=self.learningRateSchedule, use_ema=USE_EMA) + optimizer = tf.keras.optimizers.Adam(learning_rate=self.learningRateSchedule, + use_ema=USE_EMA, + ema_overwrite_frequency=EMA_OVERWRITE_FREQUENCY) self.optimizer = optimizer self.initial_learning_rate = initial_learning_rate